-- Logs begin at Fri 2022-03-11 14:22:22 UTC, end at Fri 2022-03-11 15:49:15 UTC. -- Mar 11 15:12:39.308049 dv-cinder-833365-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 11 15:12:42.246563 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.common.config [-] Logging enabled! Mar 11 15:12:42.247201 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.0.0rc2.dev1 Mar 11 15:12:42.247344 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103628) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 11 15:12:42.250608 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.common.config [-] Logging enabled! Mar 11 15:12:42.250865 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.0.0.0rc2.dev1 Mar 11 15:12:42.251176 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103628) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 11 15:12:42.252137 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 15:12:42.252374 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 15:12:42.252744 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 15:12:42.253000 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 15:12:42.253223 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 15:12:42.253958 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.254391 dv-cinder-833365-1-iscsi neutron-server[103628]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 11 15:12:42.254718 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.255024 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.255327 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.255651 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.255946 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.256232 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.256567 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.256891 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.257185 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.257469 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.257756 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.258052 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.258333 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.258622 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.258910 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.259195 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] debug = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.259508 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.259936 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.260364 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.260651 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.260942 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.261225 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.261497 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.261776 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.262060 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.262388 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] host = dv-cinder-833365-1-iscsi {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.262667 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.262958 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.263246 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.263561 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.263842 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.264119 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.264405 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.264680 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.264953 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] log_file = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.265229 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.265519 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.265808 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.266097 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.266323 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.266547 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.266838 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.267127 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.267434 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.267712 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.267988 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.268261 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.268533 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.268804 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.269088 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.269371 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.269659 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.269935 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.270208 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.270487 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.270760 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.271047 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.271320 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.271663 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.271893 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.272226 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.272529 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.272808 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.273104 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.273389 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.273670 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.273956 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.274234 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.274513 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.274784 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.275055 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.275326 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] use_json = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.275621 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.275892 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.276170 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.276441 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.276710 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.276982 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.277253 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.277536 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.277806 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:42.278100 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.278396 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.278696 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.278996 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.279287 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.279593 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.279883 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.280162 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.280455 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.280742 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.281029 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.281306 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.281603 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.281890 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.282186 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.282489 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.282782 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.283076 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.283383 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.283651 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.283927 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.284208 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.284494 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.284771 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.285061 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.285351 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.285630 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.285926 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.286211 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.286504 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.286793 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.287068 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.287346 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.287657 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.288549 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.288816 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.289098 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.289390 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.289669 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.289943 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.290225 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.290503 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.290776 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.291053 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.291330 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.291648 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.291928 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.292201 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.292473 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.292750 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.293022 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.293306 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.293586 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.293863 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.294139 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.294418 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.294688 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.294958 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.295233 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.295535 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.295816 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.296090 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.296363 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.296636 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.296910 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.297179 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.297450 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.297721 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.297999 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.298271 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.298544 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.298815 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.299087 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.299376 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.299670 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.299967 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.300247 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.300524 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.300803 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.301086 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.301364 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.301642 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.301920 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.302198 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.302469 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.302758 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.303041 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.303326 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.304223 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.304504 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.304804 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.305083 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.305359 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.305644 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.305923 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.306202 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.306489 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.306775 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.307070 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.307378 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.307686 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.307982 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.308276 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.308559 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.308868 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.309146 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:42.309362 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 15:12:42.309600 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103628) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 11 15:12:42.682942 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 11 15:12:42.683218 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 11 15:12:42.683553 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 11 15:12:42.684037 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 11 15:12:43.013826 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.014041 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.014311 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.015545 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.015820 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.016209 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.063036 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.063312 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.063600 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.077859 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.078143 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.078411 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.107376 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.107654 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.107923 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.145489 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.145764 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.146038 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.504363 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.505013 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.505013 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.505174 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.505824 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.604595 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.604911 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.605193 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.605466 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.605732 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.606041 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.606303 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.606563 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.606814 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.607095 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.607372 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.607639 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.607895 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.608145 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.608398 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.608660 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.608918 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.609184 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.609452 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.609710 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.609981 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.610234 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.610514 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.610888 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.611137 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.611401 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.612052 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103628) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 15:12:43.612290 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103628) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 15:12:43.612525 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103628) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 15:12:43.612759 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103628) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 15:12:43.612992 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103628) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 15:12:43.613226 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103628) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 15:12:43.613586 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 11 15:12:43.616913 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 11 15:12:43.620997 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 11 15:12:43.624700 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Mar 11 15:12:43.626341 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 11 15:12:43.626802 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 11 15:12:43.627134 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 11 15:12:43.627545 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 11 15:12:43.630375 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 11 15:12:43.630631 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 11 15:12:43.630977 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 11 15:12:43.637133 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 11 15:12:43.661042 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 11 15:12:43.661494 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.661793 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103628) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 11 15:12:43.662164 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.664243 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103628) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 11 15:12:43.664524 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 11 15:12:43.664772 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 11 15:12:43.668060 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.668341 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:43.730322 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 11 15:12:43.730560 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 11 15:12:43.730799 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 11 15:12:43.731163 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 11 15:12:43.751253 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_db.sqlalchemy.engines [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103628) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 11 15:12:44.478425 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.plugins.ml2.managers [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Initializing driver for type 'gre' Mar 11 15:12:44.478962 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] gre ID ranges: [(1, 1000)] Mar 11 15:12:44.699077 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.plugins.ml2.managers [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Initializing driver for type 'local' Mar 11 15:12:44.699744 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.plugins.ml2.managers [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Initializing driver for type 'vlan' Mar 11 15:12:44.801544 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] VlanTypeDriver initialization complete Mar 11 15:12:44.801878 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.plugins.ml2.managers [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Initializing driver for type 'vxlan' Mar 11 15:12:44.802405 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] vxlan ID ranges: [(1, 1000)] Mar 11 15:12:44.996105 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.plugins.ml2.managers [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Initializing extension driver 'port_security' Mar 11 15:12:44.996454 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.plugins.ml2.extensions.port_security [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] PortSecurityExtensionDriver initialization complete Mar 11 15:12:44.996787 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.plugins.ml2.managers [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Initializing mechanism driver 'openvswitch' Mar 11 15:12:44.997115 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.plugins.ml2.managers [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Initializing mechanism driver 'hyperv' Mar 11 15:12:45.003869 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.plugin [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:12:45.004736 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > port after_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.005111 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > port after_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.005463 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > port after_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.006000 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103628) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 15:12:45.006432 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > subnet after_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.006785 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > subnet after_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.007129 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.007579 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103628) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 15:12:45.007988 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > network after_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.008332 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > network after_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.008671 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > network after_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.009064 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103628) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 15:12:45.009470 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > security_group after_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.009818 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > security_group after_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.010156 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.010551 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103628) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 15:12:45.010954 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.011299 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.011677 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.012058 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103628) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 15:12:45.014078 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > address_group after_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.014078 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > address_group after_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.014078 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.014078 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103628) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 15:12:45.014078 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] ML2 OVO RPC backend initialized. {{(pid=103628) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 11 15:12:45.014624 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.014978 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.015422 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > network before_response 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.015780 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > networks before_response 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.016126 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > port before_response 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.016466 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > ports before_response 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.016807 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > subnet before_response 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.017144 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > subnets before_response 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.017488 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > network after_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.017905 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > network after_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.018241 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > network after_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.018573 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > port after_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.018905 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > port after_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.019242 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > port after_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.019598 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > subnet after_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.019933 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > subnet after_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.020263 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.028166 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.quota [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded quota_driver: . Mar 11 15:12:45.028534 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.plugins.ml2.plugin [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Modular L2 Plugin initialization complete Mar 11 15:12:45.028884 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading services supported by the core plugin {{(pid=103628) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 11 15:12:45.029224 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.plugins.ml2.managers [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Got port-security extension from driver 'port_security' Mar 11 15:12:45.029706 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.extensions.vlantransparent [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Disabled vlantransparent extension. Mar 11 15:12:45.030205 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103628) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 11 15:12:45.030529 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading Plugin: router Mar 11 15:12:45.066908 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.067236 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > router after_create 55549900 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.067627 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > router before_create 55549900 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.067994 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.068363 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.068719 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > router after_delete 55549900 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.069078 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.069424 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.069777 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > router after_create 55549900 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.070617 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > router after_update 55549900 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.070953 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > router after_update 55549900 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.071298 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.071693 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > router after_update 55549900 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.072099 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > router precommit_update 55549900 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.072467 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: port after_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.072802 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: port after_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.073137 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: subnet after_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.073473 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.073818 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.074160 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > router precommit_create 55549900 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.074499 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: port before_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.074856 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > router precommit_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.075203 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > router after_update 55549900 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.075583 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.076061 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > router precommit_create 55549900 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.076425 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.076769 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > router precommit_update 55549900 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.077130 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > agent after_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.077478 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > agent after_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.077819 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > network after_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.078682 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.quota.resource_registry [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Tracking information for resource: router configured {{(pid=103628) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 15:12:45.079012 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.quota.resource_registry [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Tracking information for resource: floatingip configured {{(pid=103628) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 15:12:45.083986 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.db.l3_agentschedulers_db [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 11 15:12:45.084559 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: port after_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.084925 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: port after_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.085278 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: port after_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.085628 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: port after_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.086974 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > router before_create 55550100 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.087339 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.087732 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > router precommit_create 55550100 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.088088 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > router precommit_update 55550100 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.092971 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.services.provider_configuration [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Service providers = [] {{(pid=103628) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 11 15:12:45.093334 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.db.servicetype_db [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103628) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 11 15:12:45.096319 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.services.service_base [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103628) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 15:12:45.096670 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.services.service_base [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103628) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 15:12:45.097011 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.services.service_base [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103628) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 15:12:45.097894 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.services.service_base [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103628) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 15:12:45.098265 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.services.service_base [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 11 15:12:45.098646 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103628) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 15:12:45.098961 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 11 15:12:45.109920 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103628) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 15:12:45.110258 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading Plugin: auto_allocate Mar 11 15:12:45.116366 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: network precommit_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.116731 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: network precommit_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.117284 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103628) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 15:12:45.117600 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading Plugin: tag Mar 11 15:12:45.124417 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103628) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 15:12:45.124756 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading Plugin: timestamp Mar 11 15:12:45.128621 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103628) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 15:12:45.128950 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading Plugin: network_ip_availability Mar 11 15:12:45.134981 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.135346 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.135734 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.136451 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103628) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 15:12:45.136770 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading Plugin: flavors Mar 11 15:12:45.141704 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103628) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 15:12:45.142039 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading Plugin: revisions Mar 11 15:12:45.146374 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103628) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 15:12:45.146764 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_concurrency.lockutils [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.463s {{(pid=103628) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 11 15:12:45.147537 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103628) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 11 15:12:45.147873 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Initializing extension manager. Mar 11 15:12:45.148992 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: __init__.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.149334 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: __pycache__ {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.149709 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: address_group.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.150465 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.151047 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: address-group Mar 11 15:12:45.151386 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: address_scope.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.152103 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.152603 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: address-scope Mar 11 15:12:45.152924 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.153853 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.154352 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: router-admin-state-down-before-update Mar 11 15:12:45.154673 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: agent.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.155408 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.155906 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: agent Mar 11 15:12:45.156266 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: agent_resources_synced.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.157131 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.157631 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: agent-resources-synced Mar 11 15:12:45.157951 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: allowedaddresspairs.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.159773 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.160290 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: allowed-address-pairs Mar 11 15:12:45.160623 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: auto_allocated_topology.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.161708 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.162221 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: auto-allocated-topology Mar 11 15:12:45.162549 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: availability_zone.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.163249 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.163806 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: availability_zone Mar 11 15:12:45.164206 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: availability_zone_filter.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.165298 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.165800 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: availability_zone_filter Mar 11 15:12:45.166124 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: data_plane_status.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.172663 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.173156 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension data-plane-status not supported by any of loaded plugins Mar 11 15:12:45.173494 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: default_subnetpools.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.174389 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.174886 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: default-subnetpools Mar 11 15:12:45.175207 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.176047 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.176548 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: dhcp_agent_scheduler Mar 11 15:12:45.176872 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: dns.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.177781 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.178279 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension dns-integration not supported by any of loaded plugins Mar 11 15:12:45.178600 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: dns_domain_ports.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.179574 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.180317 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 11 15:12:45.180642 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.181602 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.182098 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 11 15:12:45.182418 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: dvr.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.183086 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.183616 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: dvr Mar 11 15:12:45.183933 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: ecmp_routes.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.184850 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.185344 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 11 15:12:45.185666 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: empty_string_filtering.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.186583 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.187080 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: empty-string-filtering Mar 11 15:12:45.187428 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.188340 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.188840 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 11 15:12:45.189168 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.190077 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.190577 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 11 15:12:45.190903 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: external_net.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.191837 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.192339 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: external-net Mar 11 15:12:45.192660 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.193566 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.194061 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: extra_dhcp_opt Mar 11 15:12:45.194380 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: extraroute.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.198406 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.198912 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: extraroute Mar 11 15:12:45.199227 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: extraroute_atomic.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.215289 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.215843 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: extraroute-atomic Mar 11 15:12:45.216175 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: filter_validation.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.216858 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.217359 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: filter-validation Mar 11 15:12:45.217683 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: fip_pf_description.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.218673 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.219226 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 11 15:12:45.219597 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: fip_port_details.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.220765 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.221284 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: fip-port-details Mar 11 15:12:45.221609 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: flavors.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.222887 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.223627 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: flavors Mar 11 15:12:45.223955 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.225752 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.226268 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 11 15:12:45.226769 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: floatingip_pools.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.227697 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.228212 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: floatingip-pools Mar 11 15:12:45.228535 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: ip_allocation.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.229533 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.230035 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension ip_allocation not supported by any of loaded plugins Mar 11 15:12:45.230363 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.231512 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.232014 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: ip-substring-filtering Mar 11 15:12:45.232337 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: l2_adjacency.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.233664 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.234504 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 11 15:12:45.235056 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: l3.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.237004 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.237896 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: router Mar 11 15:12:45.241238 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.243185 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.244016 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 11 15:12:45.244358 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.245302 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.245818 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: ext-gw-mode Mar 11 15:12:45.246151 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.247096 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.247638 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: l3-ha Mar 11 15:12:45.247967 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.251273 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.251809 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 11 15:12:45.252196 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: l3_flavors.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.253129 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.254230 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: l3-flavors Mar 11 15:12:45.254564 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.256657 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.257166 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 11 15:12:45.258055 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.259821 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.260341 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 11 15:12:45.260671 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: l3agentscheduler.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.261766 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.262275 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: l3_agent_scheduler Mar 11 15:12:45.262600 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: local_ip.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.268390 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.268942 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension local_ip not supported by any of loaded plugins Mar 11 15:12:45.269278 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: logging.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.272378 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.272902 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension logging not supported by any of loaded plugins Mar 11 15:12:45.273936 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: metering.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.275820 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.276173 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: metering Mar 11 15:12:45.277007 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.278927 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.279837 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: metering_source_and_destination_fields Mar 11 15:12:45.280336 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: multiprovidernet.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.281372 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.281886 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: multi-provider Mar 11 15:12:45.282216 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: netmtu.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.283138 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.283676 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: net-mtu Mar 11 15:12:45.283995 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: netmtu_writable.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.284919 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.285428 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: net-mtu-writable Mar 11 15:12:45.285750 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: network_availability_zone.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.286421 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.286923 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: network_availability_zone Mar 11 15:12:45.287248 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: network_ip_availability.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.288450 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.288971 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: network-ip-availability Mar 11 15:12:45.289294 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: network_segment_range.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.290070 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.290563 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension network-segment-range not supported by any of loaded plugins Mar 11 15:12:45.290884 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: pagination.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.291895 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.292221 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: pagination Mar 11 15:12:45.292540 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: port_device_profile.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.293451 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.293962 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: port-device-profile Mar 11 15:12:45.294287 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.295202 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.295729 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: port-mac-address-regenerate Mar 11 15:12:45.296053 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.296966 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.297466 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: port-numa-affinity-policy Mar 11 15:12:45.297788 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: port_resource_request.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.298697 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.299195 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension port-resource-request not supported by any of loaded plugins Mar 11 15:12:45.299567 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: port_resource_request_groups.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.300523 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.301025 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 11 15:12:45.301347 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: portbindings.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.302258 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.302762 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: binding Mar 11 15:12:45.303084 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: portbindings_extended.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.304383 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.304917 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: binding-extended Mar 11 15:12:45.305246 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: portsecurity.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.306160 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.306661 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: port-security Mar 11 15:12:45.306984 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: project_id.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.307991 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.308321 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: project-id Mar 11 15:12:45.308644 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: providernet.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.309558 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.310064 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: provider Mar 11 15:12:45.310387 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: qos.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.314033 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.314554 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension qos not supported by any of loaded plugins Mar 11 15:12:45.314893 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.316184 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.316695 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 11 15:12:45.317069 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.317949 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.318453 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 11 15:12:45.318778 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: qos_default.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.319727 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.320745 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension qos-default not supported by any of loaded plugins Mar 11 15:12:45.321072 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: qos_fip.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.322013 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.322515 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension qos-fip not supported by any of loaded plugins Mar 11 15:12:45.322839 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.323775 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.324279 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 11 15:12:45.324603 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: qos_gateway_ip.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.325530 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.326032 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 11 15:12:45.326358 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: qos_port_network_policy.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.327421 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.327928 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 11 15:12:45.328254 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.329300 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.329801 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 11 15:12:45.330128 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.331183 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.331715 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 11 15:12:45.332041 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: qos_pps_rule.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.333227 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.333738 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension qos-pps not supported by any of loaded plugins Mar 11 15:12:45.334065 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: qos_rule_type_details.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.334982 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.335530 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 11 15:12:45.336555 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: qos_rules_alias.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.337613 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.338120 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 11 15:12:45.338450 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: quota_check_limit.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.339380 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.339895 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: quota-check-limit Mar 11 15:12:45.340226 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: quotasv2.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.341184 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.341511 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: quotas Mar 11 15:12:45.341831 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: quotasv2_detail.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.343581 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.343923 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: quota_details Mar 11 15:12:45.344252 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: rbac.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.345332 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.345857 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: rbac-policies Mar 11 15:12:45.346188 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: rbac_address_group.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.347123 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.347658 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: rbac-address-group Mar 11 15:12:45.347985 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: rbac_address_scope.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.348908 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.349412 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: rbac-address-scope Mar 11 15:12:45.349735 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: rbac_security_groups.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.350652 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.351180 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: rbac-security-groups Mar 11 15:12:45.351636 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: rbac_subnetpool.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.352563 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.353061 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: rbac-subnetpool Mar 11 15:12:45.353382 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: revisionifmatch.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.354406 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.354912 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: revision-if-match Mar 11 15:12:45.355234 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: revisions.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.356392 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.356899 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: standard-attr-revisions Mar 11 15:12:45.357227 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: router_availability_zone.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.357899 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.358401 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: router_availability_zone Mar 11 15:12:45.358723 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: routerservicetype.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.359683 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.360184 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension router-service-type not supported by any of loaded plugins Mar 11 15:12:45.360505 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.361431 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.362214 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: security-groups-normalized-cidr Mar 11 15:12:45.362535 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.363496 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.364006 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: port-security-groups-filtering Mar 11 15:12:45.364327 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.365264 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.365774 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: security-groups-remote-address-group Mar 11 15:12:45.366096 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.367058 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.367598 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: security-groups-shared-filtering Mar 11 15:12:45.367920 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.368505 dv-cinder-833365-1-iscsi neutron-server[103628]: WARNING neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 11 15:12:45.368823 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: securitygroup.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.378435 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.378954 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: security-group Mar 11 15:12:45.379288 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: segment.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.380043 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.380553 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension segment not supported by any of loaded plugins Mar 11 15:12:45.380880 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.381830 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.382339 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 11 15:12:45.383182 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: servicetype.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.384292 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.384805 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: service-type Mar 11 15:12:45.385134 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: sorting.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.386122 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.386452 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: sorting Mar 11 15:12:45.386774 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: standard_attr_segment.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.387716 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.388222 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 11 15:12:45.388545 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: standardattrdescription.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.389188 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.389685 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: standard-attr-description Mar 11 15:12:45.390005 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: stateful_security_group.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.390944 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.391481 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: stateful-security-group Mar 11 15:12:45.391800 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: stdattrs_common.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.392368 dv-cinder-833365-1-iscsi neutron-server[103628]: WARNING neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 11 15:12:45.392688 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.393616 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.394124 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 11 15:12:45.394446 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: subnet_onboard.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.395545 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.396056 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: subnet_onboard Mar 11 15:12:45.396378 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.397323 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.397827 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 11 15:12:45.398210 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: subnet_service_types.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.399668 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.400168 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: subnet-service-types Mar 11 15:12:45.400490 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: subnetallocation.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.401575 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.402111 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: subnet_allocation Mar 11 15:12:45.402436 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.403111 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.403654 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: subnetpool-prefix-ops Mar 11 15:12:45.403977 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.404918 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.405424 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 11 15:12:45.405745 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: tagging.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.406825 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.407335 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: standard-attr-tag Mar 11 15:12:45.407690 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: timestamp.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.408890 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.409396 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loaded extension: standard-attr-timestamp Mar 11 15:12:45.409724 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: trunk.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.410763 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.411271 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension trunk not supported by any of loaded plugins Mar 11 15:12:45.411628 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: trunk_details.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.412548 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.413051 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension trunk-details not supported by any of loaded plugins Mar 11 15:12:45.413376 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: uplink_status_propagation.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.414346 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.414842 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 11 15:12:45.415165 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Loading extension file: vlantransparent.py {{(pid=103628) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 15:12:45.415858 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103628) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 15:12:45.416356 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 11 15:12:45.418854 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.quota.resource_registry [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Creating instance of TrackedResource for resource:network Mar 11 15:12:45.419408 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.quota.resource_registry [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Creating instance of TrackedResource for resource:subnet Mar 11 15:12:45.419809 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.quota.resource_registry [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 15:12:45.420199 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.quota.resource_registry [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Creating instance of TrackedResource for resource:port Mar 11 15:12:45.421419 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.v2.resource_helper [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:12:45.421869 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.v2.resource_helper [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Service FLAVORS assigned prefix: {{(pid=103628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:12:45.422478 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.v2.resource_helper [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:12:45.422905 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.v2.resource_helper [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:12:45.423237 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.quota.resource_registry [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Creating instance of TrackedResource for resource:router Mar 11 15:12:45.423833 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.quota.resource_registry [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Creating instance of TrackedResource for resource:floatingip Mar 11 15:12:45.424500 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.v2.resource_helper [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Service METERING assigned prefix: /metering {{(pid=103628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:12:45.425963 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.426333 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.426683 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:12:45.427701 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.quota.resource_registry [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Creating instance of CountableResource for resource:rbac_policy Mar 11 15:12:45.428137 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.quota.resource_registry [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Creating instance of TrackedResource for resource:security_group Mar 11 15:12:45.428571 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.quota.resource_registry [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 11 15:12:45.429163 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.v2.resource_helper [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Service CORE assigned prefix: {{(pid=103628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:12:45.430019 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.quota.resource_registry [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 15:12:45.430371 dv-cinder-833365-1-iscsi neutron-server[103628]: WARNING neutron.quota.resource_registry [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] subnetpool is already registered Mar 11 15:12:45.430798 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.v2.resource_helper [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Service CORE assigned prefix: {{(pid=103628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:12:45.431124 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.quota.resource_registry [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 15:12:45.431477 dv-cinder-833365-1-iscsi neutron-server[103628]: WARNING neutron.quota.resource_registry [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] subnetpool is already registered Mar 11 15:12:45.433737 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.v2.resource_helper [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:12:45.434167 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.v2.resource_helper [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Service FLAVORS assigned prefix: {{(pid=103628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:12:45.434753 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.v2.resource_helper [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:12:45.435171 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.v2.resource_helper [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:12:45.435544 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.quota.resource_registry [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Creating instance of TrackedResource for resource:router Mar 11 15:12:45.435884 dv-cinder-833365-1-iscsi neutron-server[103628]: WARNING neutron.quota.resource_registry [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] router is already registered Mar 11 15:12:45.436293 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.quota.resource_registry [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Creating instance of TrackedResource for resource:floatingip Mar 11 15:12:45.436629 dv-cinder-833365-1-iscsi neutron-server[103628]: WARNING neutron.quota.resource_registry [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] floatingip is already registered Mar 11 15:12:45.437078 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.v2.resource_helper [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Service METERING assigned prefix: /metering {{(pid=103628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:12:45.437733 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.quota.resource_registry [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Creating instance of CountableResource for resource:rbac_policy Mar 11 15:12:45.438055 dv-cinder-833365-1-iscsi neutron-server[103628]: WARNING neutron.quota.resource_registry [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] rbac_policy is already registered Mar 11 15:12:45.438466 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.quota.resource_registry [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Creating instance of TrackedResource for resource:security_group Mar 11 15:12:45.438799 dv-cinder-833365-1-iscsi neutron-server[103628]: WARNING neutron.quota.resource_registry [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] security_group is already registered Mar 11 15:12:45.439200 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.quota.resource_registry [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 11 15:12:45.439556 dv-cinder-833365-1-iscsi neutron-server[103628]: WARNING neutron.quota.resource_registry [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] security_group_rule is already registered Mar 11 15:12:45.440177 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.v2.resource_helper [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Service CORE assigned prefix: {{(pid=103628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:12:45.440511 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.quota.resource_registry [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 15:12:45.440845 dv-cinder-833365-1-iscsi neutron-server[103628]: WARNING neutron.quota.resource_registry [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] subnetpool is already registered Mar 11 15:12:45.441259 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.v2.resource_helper [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Service CORE assigned prefix: {{(pid=103628) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 15:12:45.441585 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.quota.resource_registry [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 15:12:45.441916 dv-cinder-833365-1-iscsi neutron-server[103628]: WARNING neutron.quota.resource_registry [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] subnetpool is already registered Mar 11 15:12:45.442375 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: extensions {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.443906 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: address-groups {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.446048 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: address-scopes {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.447387 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: agents {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.448555 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: auto-allocated-topology {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.449798 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: availability_zones {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.451017 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: dhcp-networks {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.452562 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: dhcp-agents {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.453975 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: routers {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.456236 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: flavors {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.457399 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: service_profiles {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.458603 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: next_providers {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.460072 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: service_profiles {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.461829 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: floatingip-pools {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.463043 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: routers {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.465191 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: floatingips {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.467416 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: l3-routers {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.468840 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: l3-agents {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.470270 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: metering-labels {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.471653 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: metering-label-rules {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.472947 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: network-ip-availabilities {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.474201 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: bindings {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.475943 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: quotas {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.477793 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: quotas {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.479329 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: rbac-policies {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.480646 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: security-groups {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.481866 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: security-group-rules {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.483104 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: service-providers {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.484335 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: subnetpools {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.485786 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: subnetpools {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.487522 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: tags {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.489405 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: tags {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.491295 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: tags {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.493866 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: tags {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.495670 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: tags {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.497716 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: tags {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.499457 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: tags {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.501350 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: tags {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.503088 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: tags {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.505024 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron.api.extensions [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Extended resource: tags {{(pid=103628) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 15:12:45.511995 dv-cinder-833365-1-iscsi neutron-server[103628]: WARNING keystonemiddleware.auth_token [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 11 15:12:45.516738 dv-cinder-833365-1-iscsi neutron-server[103628]: WARNING keystonemiddleware.auth_token [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 11 15:12:45.529100 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_concurrency.lockutils [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Acquired lock "singleton_lock" {{(pid=103628) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 11 15:12:45.529580 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_concurrency.lockutils [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Releasing lock "singleton_lock" {{(pid=103628) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 11 15:12:45.531054 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO oslo_service.service [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Starting 2 workers Mar 11 15:12:45.536556 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Started child 103739 {{(pid=103628) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 15:12:45.541744 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:12:45.542554 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Started child 103740 {{(pid=103628) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 15:12:45.543267 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [-] (103739) wsgi starting up on http://0.0.0.0:9696 Mar 11 15:12:45.543711 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO neutron.service [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 11 15:12:45.544368 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:12:45.547099 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:12:45.548643 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [-] (103740) wsgi starting up on http://0.0.0.0:9696 Mar 11 15:12:45.549395 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO oslo_service.service [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Starting 1 workers Mar 11 15:12:45.557426 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Started child 103741 {{(pid=103628) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 15:12:45.557968 dv-cinder-833365-1-iscsi neutron-server[103628]: INFO oslo_service.service [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Starting 1 workers Mar 11 15:12:45.559701 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.service [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] calling RpcWorker wait() {{(pid=103741) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 11 15:12:45.560224 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.service [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] returning from RpcWorker wait() {{(pid=103741) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 11 15:12:45.561499 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:12:45.562014 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:12:45.562541 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Started child 103742 {{(pid=103628) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 15:12:45.563325 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG neutron_lib.callbacks.manager [None req-f6948050-0a86-455d-9844-f5ec2850f0a2 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:12:45.565358 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103628) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 11 15:12:45.565577 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 15:12:45.565761 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 15:12:45.565991 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 15:12:45.566334 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 15:12:45.566499 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 15:12:45.567006 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.567350 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.567585 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.567837 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.568153 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.568450 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:12:45.568935 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.569008 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.569202 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.569486 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.569582 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:12:45.569718 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.569890 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.570121 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.570890 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.571138 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.571510 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.571774 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.572012 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.572280 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.572452 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.572723 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.573014 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.573272 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.573535 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] debug = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.573771 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.574257 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.574492 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.574761 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.574978 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.575244 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.575501 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.575777 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.575988 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.576194 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.576461 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.576705 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.576936 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.577167 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.577430 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.577671 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.577951 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.578170 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.578627 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] host = dv-cinder-833365-1-iscsi {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.578844 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.579060 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.579304 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.579574 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.579843 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.580092 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.580342 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.580612 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.580836 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.581096 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.581375 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.581605 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.581853 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.582101 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] log_file = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.582266 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] log_options = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.582518 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.582785 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.583041 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.583233 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.583422 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.583575 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.583914 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.584058 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.584243 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.584459 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.584675 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.584911 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.585126 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.586172 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.586172 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.586172 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.586430 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.586576 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.586845 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.587082 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.587557 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.588167 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.588392 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.588690 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.588880 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.589095 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.589328 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.589545 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.589783 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.590028 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.590261 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.590509 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.590744 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.590997 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.591256 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.591528 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.591739 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.591974 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.592243 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.592468 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.592726 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.592975 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.593191 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.593419 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.593654 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.593888 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.594209 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] use_json = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.594447 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.594679 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.594924 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.595137 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.595349 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.595584 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.595820 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.596069 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.596282 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.596727 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.597081 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.597397 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.597655 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.598062 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.598203 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.598333 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.598555 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.598790 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.599038 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.599387 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.599615 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.599910 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.600178 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.600553 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.600769 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.601041 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.601348 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.601585 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.601818 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.602031 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.602273 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.602650 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.603014 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.603254 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.603527 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.603768 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.607819 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.607819 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.607819 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.607819 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.607819 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.607819 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.607819 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.607819 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.608603 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.608603 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.608603 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.608603 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.608603 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.608603 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.608603 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.608603 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.608603 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.609366 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.609366 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.609366 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.609366 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.609366 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.609366 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.610056 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.610056 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.610056 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.610056 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.610543 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.610864 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.611105 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.611394 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.611602 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.612073 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.612295 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.612509 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.612736 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.612973 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.613182 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.613393 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.613626 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.613853 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.614093 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.614309 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.614521 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.614730 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.614946 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.615176 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.615426 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.615681 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.615892 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.616107 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.616347 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.616562 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.616776 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.617901 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.617901 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.618329 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.618329 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.618537 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.618651 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.618820 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.619476 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.619476 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.619476 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.619849 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.620017 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.620279 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.621112 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.621112 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.621112 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.621545 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.621545 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.621786 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.621896 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.622000 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.622250 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.622472 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.622698 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.622919 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.623134 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.623404 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.623622 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.623858 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.624079 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.624292 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.624540 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.624761 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.625037 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.625265 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.625494 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.625738 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.626082 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.626560 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.626816 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.627089 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.627299 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.627611 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.627905 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.628432 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.628432 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.628720 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.629470 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.629470 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.629470 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.629847 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.629982 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.630104 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.630338 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.630573 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.630811 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.631026 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.631257 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.631685 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.631978 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.632239 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.632475 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.634165 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.634914 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.635183 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.635493 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.635746 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.635988 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.636704 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.636704 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.636704 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.636943 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.637150 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.637365 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.637582 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.637799 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.638042 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.638279 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.638498 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.638757 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.639241 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.639241 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.639414 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.639636 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.639855 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.640102 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.640382 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.640535 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.640783 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.641017 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.641244 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.641579 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.641675 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.641919 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.642139 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.642416 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.642677 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.642892 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.643117 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.643397 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.643641 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.643861 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.644104 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.644322 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.644532 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.644743 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.644960 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.645173 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.645384 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.645625 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.645918 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.646159 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.646399 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.646735 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.647204 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.647204 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.647713 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.647969 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.648430 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.648673 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.648898 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.649136 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.649370 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.649593 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.649809 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.650159 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.650315 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.650467 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.650650 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.650901 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.651140 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.651415 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.651636 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.651980 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.652106 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.652286 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.652499 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.652728 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.652939 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.653148 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.653364 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.653573 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.653851 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.654097 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.654330 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.654591 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.654811 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.655066 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.655294 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.655527 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.655738 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.655962 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.656199 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.656429 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.656633 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.656862 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.657069 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.657305 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.657517 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.657724 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.657946 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.658153 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.658365 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.658581 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.658794 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.659002 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.659250 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.660375 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.660375 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.660375 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.660375 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.660375 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.661094 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.661094 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.661094 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.661368 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.661368 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.661575 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.661798 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.662045 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.662263 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.662557 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.662804 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.663048 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.663284 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.663618 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.663940 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.664180 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.664414 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.664628 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.664844 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.665098 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.665400 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.665692 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.665950 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.666200 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.666472 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.666750 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.667023 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.667235 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.667550 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.667872 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.668135 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.668378 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.668607 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.668929 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.669154 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.669370 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.669619 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.669859 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.670071 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.670335 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.670591 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.670841 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.671062 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.671289 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.671543 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.671757 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.671979 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.672219 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.672452 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.672609 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 15:12:45.673125 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103628) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 11 15:12:45.673304 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 15:12:45.673456 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 15:12:45.673625 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 15:12:45.673793 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 15:12:45.673931 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 15:12:45.674140 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.674492 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.674492 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.674726 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.674726 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.674915 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.675054 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.675213 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.675391 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.675564 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.675722 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.675885 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.676045 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.676202 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.676360 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.677227 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.677227 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.677227 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.677227 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.677227 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.677227 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.677651 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.677651 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] debug = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.677792 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.677868 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.678020 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.678177 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.678334 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.678491 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.678648 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.678805 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.678965 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.679298 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.679298 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.680113 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.680198 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.680314 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.680441 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.680588 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.680745 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.680903 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.681103 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] host = dv-cinder-833365-1-iscsi {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.681211 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.681365 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.681522 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.681680 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.681837 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.681994 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.682153 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.682310 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.682466 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.682623 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.682780 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.682936 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.683094 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.683251 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] log_file = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.683437 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] log_options = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.683596 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.683754 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.683911 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.684098 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.684437 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.684437 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.684647 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.684787 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.684869 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.684987 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.685146 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.685304 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.685444 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.685605 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.685761 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.685919 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.686077 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.686235 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.686393 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.686552 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.686708 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.686864 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.687020 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.687178 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.687340 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.687520 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.687676 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.687833 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.687990 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.688149 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.688307 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.688465 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.688623 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.688779 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.688936 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.689094 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.689252 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.689412 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.689575 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.689737 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.689888 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.690024 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.690179 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.690337 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.690495 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.690652 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.690810 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] use_json = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.691025 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.691315 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.691315 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.691515 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.691593 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.691736 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.691894 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.692052 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.692212 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 15:12:45.692389 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.692551 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.692637 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:12:45.692720 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.692869 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.693028 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.693190 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.693349 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.693510 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.693669 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.693829 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.693996 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.694157 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.694327 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.694487 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.694648 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.694810 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.695701 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.695872 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.696036 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.696197 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.696359 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.696520 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.696690 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.696851 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.697214 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.697214 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.697701 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.697701 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.697701 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.698052 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.698052 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.698239 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.698239 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.698427 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.698557 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.698669 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.698831 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.698992 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.699327 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.699327 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.700010 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.700010 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.700010 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.700010 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.700345 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.700345 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.700345 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.700960 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.700960 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.700960 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.700960 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.701522 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.701522 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.701522 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.701872 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.701872 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.701872 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.702202 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.702202 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.702388 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.702464 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.702587 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.702746 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.702905 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.703064 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.703223 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.703403 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.703564 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.703737 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.703896 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.704055 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.704215 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.704375 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.704535 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.704695 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.704853 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.705015 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.705175 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.705334 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.705494 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.705653 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.705813 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.705974 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.706133 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.706293 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.706455 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.706614 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.706775 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.706935 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.707096 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.707257 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.707447 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.707623 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.707784 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.707944 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.708103 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.708264 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.708425 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.708585 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.708745 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.708903 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.709063 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.709226 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.709405 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.709563 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.709723 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.709872 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.710017 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.710160 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.710323 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.710480 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.710660 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.710813 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.710977 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.711138 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.711380 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.711533 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.711620 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.711777 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.711944 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.712105 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.712268 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.712428 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.712594 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.712764 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.712925 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.713086 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.713247 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.713406 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.713566 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.713726 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.713886 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.714045 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.714204 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.714364 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.714534 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.714695 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.714854 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.715013 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.715268 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.715457 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.715617 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.715777 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.715937 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.716096 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.716256 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.716415 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.716718 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.716718 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.717188 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.717188 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.717188 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.717415 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.717492 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.717607 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.717767 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.718119 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.718119 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.718314 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.718444 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.718525 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.718697 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.718830 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.718989 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.719150 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.719310 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.719708 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.719708 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.719880 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.719961 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.720105 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.720265 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.720425 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.720584 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.720750 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.720910 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.721071 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.721231 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.721395 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.721545 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.721706 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.721865 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.722024 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.722187 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.722347 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.722507 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.722667 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.722827 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.722988 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.723149 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.723309 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.723506 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.723666 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.723827 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.724004 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.724165 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.724324 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.724486 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.724648 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.724809 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.724971 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.725132 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.725291 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.725451 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.725613 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.725772 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.725931 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.726091 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.726266 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.726479 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.726642 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.726806 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.726966 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.727125 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.727289 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.727471 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.727632 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.727793 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.727952 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.728114 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.728274 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.728435 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.728595 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.728774 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.728937 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.729096 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.729256 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.729415 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.729574 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.729745 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.729905 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.730066 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.730224 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.730384 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.730548 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.730719 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.730879 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.731038 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.731197 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.731374 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.731859 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.731859 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.731859 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.732109 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.732187 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.732278 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.732431 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.732600 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.732759 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.732919 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.733078 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.733238 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.733396 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.733596 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.733726 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.733872 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.734030 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.734189 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.734349 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.734519 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.734681 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.734843 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.735011 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.735173 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.735337 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.735543 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.735692 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.735836 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.736000 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.736161 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.736320 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.736479 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.736894 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.737045 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.737215 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.737382 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.737544 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.737711 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.737879 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.738048 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.738208 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.738375 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.738546 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.738706 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.738869 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.739027 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.739187 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.739347 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.739528 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.739687 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.739846 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.740005 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.740164 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.740330 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.740488 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.740648 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.740807 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.740967 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.741125 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.741283 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.741444 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.741603 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 15:12:45.741756 dv-cinder-833365-1-iscsi neutron-server[103628]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103628) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 15:12:45.994342 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 52924) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:12:46.003028 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064244 Mar 11 15:12:57.774484 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4e0781-7c26-4557-8001-5ae7dce4010e None None] get_active_networks_info from dv-cinder-833365-1-iscsi {{(pid=103741) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 15:12:57.843124 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4e0781-7c26-4557-8001-5ae7dce4010e None None] No non-hosted networks {{(pid=103741) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 11 15:12:57.851446 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.agentschedulers_db [None req-5b4e0781-7c26-4557-8001-5ae7dce4010e None None] DHCP Agent not found on host dv-cinder-833365-1-iscsi {{(pid=103741) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 11 15:12:57.947475 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-f35d214a-532b-4e07-ae5b-066ffbbd3998 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-624228'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:00.044035 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d3d77ab6-e86a-46b6-a5b4-2a87652b591f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-624228'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:00.116860 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.db.api [None req-6cc94c0c-f3aa-47ec-b211-043c7e3f6426 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-833365-1-iscsi {{(pid=103741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:13:00.117177 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG oslo_db.api [None req-6cc94c0c-f3aa-47ec-b211-043c7e3f6426 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:13:00.738801 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-6cc94c0c-f3aa-47ec-b211-043c7e3f6426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:01.281236 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-624228'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:02.984674 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-624228'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:03.660041 dv-cinder-833365-1-iscsi neutron-server[103741]: INFO neutron.db.l3_hamode_db [None req-63ecb184-66ab-45b2-bc49-abcad0fb45f6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 11 15:13:03.739520 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ecb184-66ab-45b2-bc49-abcad0fb45f6 None None] Routers set() bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:13:03.739834 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ecb184-66ab-45b2-bc49-abcad0fb45f6 None None] Router IDs set() for agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 11 15:13:04.093971 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 53004) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:13:04.373300 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-624228'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:04.374574 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:04.375170 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:04.375546 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:04.375880 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:04.376206 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:04.376724 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:04.377049 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:04.377566 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:04.378130 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:04.378519 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:04.378926 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:04.379381 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:04.379923 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:04.380485 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-833365-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:13:04.386735 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-833365-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:13:04.624153 dv-cinder-833365-1-iscsi neutron-server[103740]: WARNING oslo_policy.policy [None req-7ef75710-c7ca-4611-9997-05e304031ae1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 15:13:04.624850 dv-cinder-833365-1-iscsi neutron-server[103740]: WARNING oslo_policy.policy [None req-7ef75710-c7ca-4611-9997-05e304031ae1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 15:13:04.850146 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [None req-7ef75710-c7ca-4611-9997-05e304031ae1 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103740) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 15:13:04.851641 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-7ef75710-c7ca-4611-9997-05e304031ae1 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7566845 Mar 11 15:13:07.516223 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 53030) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:13:08.008318 dv-cinder-833365-1-iscsi neutron-server[103739]: WARNING oslo_policy.policy [None req-f5015bf2-fc56-4f9c-8cb0-a00461fb310a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 15:13:08.008927 dv-cinder-833365-1-iscsi neutron-server[103739]: WARNING oslo_policy.policy [None req-f5015bf2-fc56-4f9c-8cb0-a00461fb310a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 15:13:08.231186 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-f5015bf2-fc56-4f9c-8cb0-a00461fb310a admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:13:08.324782 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.policy [None req-f5015bf2-fc56-4f9c-8cb0-a00461fb310a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103739) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 11 15:13:08.368275 dv-cinder-833365-1-iscsi neutron-server[103739]: WARNING oslo_policy.policy [None req-f5015bf2-fc56-4f9c-8cb0-a00461fb310a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 15:13:08.368640 dv-cinder-833365-1-iscsi neutron-server[103739]: WARNING oslo_policy.policy [None req-f5015bf2-fc56-4f9c-8cb0-a00461fb310a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 15:13:08.515233 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f5015bf2-fc56-4f9c-8cb0-a00461fb310a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743155449010', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743155483365', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743155496825', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743155466839', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743155475955', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743155517656', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2080025', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1854518', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1015375', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-629857'] for rbac-policy (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:08.695116 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f5015bf2-fc56-4f9c-8cb0-a00461fb310a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:08.696523 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-f5015bf2-fc56-4f9c-8cb0-a00461fb310a admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1782091 Mar 11 15:13:11.235164 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 53046) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:13:11.548023 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-5bc0231a-35ad-44ed-81db-e39bea00e2cb demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:13:11.663919 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc0231a-35ad-44ed-81db-e39bea00e2cb demo demo] Made reservation on behalf of f3807eca0e06451fb10b88f4d521513e for: {'network': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:13:11.730858 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.policy [None req-5bc0231a-35ad-44ed-81db-e39bea00e2cb demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103740) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 11 15:13:11.775492 dv-cinder-833365-1-iscsi neutron-server[103740]: WARNING oslo_policy.policy [None req-5bc0231a-35ad-44ed-81db-e39bea00e2cb demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 15:13:11.775801 dv-cinder-833365-1-iscsi neutron-server[103740]: WARNING oslo_policy.policy [None req-5bc0231a-35ad-44ed-81db-e39bea00e2cb demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 15:13:11.786378 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5bc0231a-35ad-44ed-81db-e39bea00e2cb demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for network (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:11.808339 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5bc0231a-35ad-44ed-81db-e39bea00e2cb demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:11.919661 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5bc0231a-35ad-44ed-81db-e39bea00e2cb demo demo] Publish callbacks [] for security_group (0784222e-21d5-4de6-9541-1ea900c29ce6), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:11.968725 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5bc0231a-35ad-44ed-81db-e39bea00e2cb demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (0784222e-21d5-4de6-9541-1ea900c29ce6), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:12.001871 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc0231a-35ad-44ed-81db-e39bea00e2cb demo demo] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:13:12.031197 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5bc0231a-35ad-44ed-81db-e39bea00e2cb demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743153172749', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (d36fe928-8445-4814-9642-39eae00e98c6), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:12.031745 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5bc0231a-35ad-44ed-81db-e39bea00e2cb demo demo] Unsubscribe: segment precommit_create {{(pid=103740) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 11 15:13:12.032270 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.db.segments_db [None req-5bc0231a-35ad-44ed-81db-e39bea00e2cb demo demo] Added segment d36fe928-8445-4814-9642-39eae00e98c6 of type vlan for network 0f9a1c13-7dde-4577-b318-7ee520fbac93 Mar 11 15:13:12.037988 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0231a-35ad-44ed-81db-e39bea00e2cb demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0784222e-21d5-4de6-9541-1ea900c29ce6,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:13:12.077757 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0231a-35ad-44ed-81db-e39bea00e2cb demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:12.078120 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0231a-35ad-44ed-81db-e39bea00e2cb demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:12.078467 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0231a-35ad-44ed-81db-e39bea00e2cb demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:12.078795 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0231a-35ad-44ed-81db-e39bea00e2cb demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:12.079121 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0231a-35ad-44ed-81db-e39bea00e2cb demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:12.079470 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0231a-35ad-44ed-81db-e39bea00e2cb demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:12.079809 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0231a-35ad-44ed-81db-e39bea00e2cb demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:12.080123 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0231a-35ad-44ed-81db-e39bea00e2cb demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:12.080435 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0231a-35ad-44ed-81db-e39bea00e2cb demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:12.080745 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0231a-35ad-44ed-81db-e39bea00e2cb demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:12.081065 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0231a-35ad-44ed-81db-e39bea00e2cb demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:12.081378 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0231a-35ad-44ed-81db-e39bea00e2cb demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:12.081672 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0231a-35ad-44ed-81db-e39bea00e2cb demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:12.083006 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc0231a-35ad-44ed-81db-e39bea00e2cb demo demo] Tracked resource versions report: Mar 11 15:13:12.083006 dv-cinder-833365-1-iscsi neutron-server[103740]: pushed versions: Mar 11 15:13:12.083006 dv-cinder-833365-1-iscsi neutron-server[103740]: { 'AddressGroup': {'1.2'}, Mar 11 15:13:12.083006 dv-cinder-833365-1-iscsi neutron-server[103740]: 'ConntrackHelper': {'1.0'}, Mar 11 15:13:12.083006 dv-cinder-833365-1-iscsi neutron-server[103740]: 'LocalIPAssociation': {'1.0'}, Mar 11 15:13:12.083006 dv-cinder-833365-1-iscsi neutron-server[103740]: 'Log': {'1.0'}, Mar 11 15:13:12.083006 dv-cinder-833365-1-iscsi neutron-server[103740]: 'Network': {'1.1'}, Mar 11 15:13:12.083006 dv-cinder-833365-1-iscsi neutron-server[103740]: 'Port': {'1.7'}, Mar 11 15:13:12.083006 dv-cinder-833365-1-iscsi neutron-server[103740]: 'PortForwarding': {'1.2'}, Mar 11 15:13:12.083006 dv-cinder-833365-1-iscsi neutron-server[103740]: 'QosPolicy': {'1.10'}, Mar 11 15:13:12.083006 dv-cinder-833365-1-iscsi neutron-server[103740]: 'SecurityGroup': {'1.5'}, Mar 11 15:13:12.083006 dv-cinder-833365-1-iscsi neutron-server[103740]: 'SecurityGroupRule': {'1.2'}, Mar 11 15:13:12.083006 dv-cinder-833365-1-iscsi neutron-server[103740]: 'SubPort': {'1.0'}, Mar 11 15:13:12.083006 dv-cinder-833365-1-iscsi neutron-server[103740]: 'Subnet': {'1.1'}, Mar 11 15:13:12.083006 dv-cinder-833365-1-iscsi neutron-server[103740]: 'Trunk': {'1.1'}} Mar 11 15:13:12.083006 dv-cinder-833365-1-iscsi neutron-server[103740]: consumer versions: Mar 11 15:13:12.083006 dv-cinder-833365-1-iscsi neutron-server[103740]: { DHCP agent@dv-cinder-833365-1-iscsi: {}, Mar 11 15:13:12.083006 dv-cinder-833365-1-iscsi neutron-server[103740]: L3 agent@dv-cinder-833365-1-iscsi: {}, Mar 11 15:13:12.083006 dv-cinder-833365-1-iscsi neutron-server[103740]: Metadata agent@dv-cinder-833365-1-iscsi: {}, Mar 11 15:13:12.083006 dv-cinder-833365-1-iscsi neutron-server[103740]: Metering agent@dv-cinder-833365-1-iscsi: {}, Mar 11 15:13:12.083006 dv-cinder-833365-1-iscsi neutron-server[103740]: Open vSwitch agent@dv-cinder-833365-1-iscsi: { 'AddressGroup': '1.2', Mar 11 15:13:12.083006 dv-cinder-833365-1-iscsi neutron-server[103740]: 'ConntrackHelper': '1.0', Mar 11 15:13:12.083006 dv-cinder-833365-1-iscsi neutron-server[103740]: 'LocalIPAssociation': '1.0', Mar 11 15:13:12.083006 dv-cinder-833365-1-iscsi neutron-server[103740]: 'Log': '1.0', Mar 11 15:13:12.083006 dv-cinder-833365-1-iscsi neutron-server[103740]: 'Network': '1.1', Mar 11 15:13:12.083006 dv-cinder-833365-1-iscsi neutron-server[103740]: 'Port': '1.7', Mar 11 15:13:12.083006 dv-cinder-833365-1-iscsi neutron-server[103740]: 'PortForwarding': '1.2', Mar 11 15:13:12.083006 dv-cinder-833365-1-iscsi neutron-server[103740]: 'QosPolicy': '1.10', Mar 11 15:13:12.083006 dv-cinder-833365-1-iscsi neutron-server[103740]: 'SecurityGroup': '1.5', Mar 11 15:13:12.083006 dv-cinder-833365-1-iscsi neutron-server[103740]: 'SecurityGroupRule': '1.2', Mar 11 15:13:12.083006 dv-cinder-833365-1-iscsi neutron-server[103740]: 'SubPort': '1.0', Mar 11 15:13:12.083006 dv-cinder-833365-1-iscsi neutron-server[103740]: 'Subnet': '1.1', Mar 11 15:13:12.083006 dv-cinder-833365-1-iscsi neutron-server[103740]: 'Trunk': '1.1'}} Mar 11 15:13:12.083006 dv-cinder-833365-1-iscsi neutron-server[103740]: {{(pid=103740) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 15:13:12.147842 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5bc0231a-35ad-44ed-81db-e39bea00e2cb demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152803018'] for network (0f9a1c13-7dde-4577-b318-7ee520fbac93), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:12.247605 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5bc0231a-35ad-44ed-81db-e39bea00e2cb demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548'] for network (0f9a1c13-7dde-4577-b318-7ee520fbac93), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:12.252536 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc0231a-35ad-44ed-81db-e39bea00e2cb demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:13:12.253277 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5bc0231a-35ad-44ed-81db-e39bea00e2cb demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:12.372864 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0231a-35ad-44ed-81db-e39bea00e2cb demo demo] Pushing event updated for resources: {'Network': ['ID=0f9a1c13-7dde-4577-b318-7ee520fbac93,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:13:12.377319 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-5bc0231a-35ad-44ed-81db-e39bea00e2cb demo demo] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1411400 Mar 11 15:13:12.388701 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Network 0f9a1c13-7dde-4577-b318-7ee520fbac93 details requested by agent ovs-agent-dv-cinder-833365-1-iscsi with host dv-cinder-833365-1-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 15:13:14.962939 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 53060) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:13:15.432284 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24afdd7d-72aa-4663-a35d-f6d4c216a76a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:13:15.433796 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-24afdd7d-72aa-4663-a35d-f6d4c216a76a demo admin] 10.222.0.44 "GET /v2.0/networks/0f9a1c13-7dde-4577-b318-7ee520fbac93 HTTP/1.1" status: 200 len: 825 time: 0.4698899 Mar 11 15:13:15.457410 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-5d0376c7-0b78-4d5e-8036-3af171bd1438 demo admin] 10.222.0.44 "GET /v2.0/subnetpools/a5bf0fcf-2f96-4a2d-8f7a-35c61c92147d HTTP/1.1" status: 200 len: 734 time: 0.0180929 Mar 11 15:13:15.466235 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-05d28bb5-8dae-4296-b69d-0b49f233fede demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '0f9a1c13-7dde-4577-b318-7ee520fbac93', 'subnetpool_id': 'a5bf0fcf-2f96-4a2d-8f7a-35c61c92147d', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:13:15.577578 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d28bb5-8dae-4296-b69d-0b49f233fede demo admin] Made reservation on behalf of f3807eca0e06451fb10b88f4d521513e for: {'subnet': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:13:15.580142 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-05d28bb5-8dae-4296-b69d-0b49f233fede demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:15.910082 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-05d28bb5-8dae-4296-b69d-0b49f233fede demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548'] for subnet (30c162c6-ee89-457d-8108-32a26aaf6f06), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:15.977831 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d28bb5-8dae-4296-b69d-0b49f233fede demo admin] Checking segment: {'id': 'd36fe928-8445-4814-9642-39eae00e98c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0f9a1c13-7dde-4577-b318-7ee520fbac93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:13:15.978503 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d28bb5-8dae-4296-b69d-0b49f233fede demo admin] Network hostable DHCP agents. Network: 0f9a1c13-7dde-4577-b318-7ee520fbac93, hostable agents: ['e21939e9-4971-4f1d-851f-403443bff873'], hosted agents: [] {{(pid=103739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:13:15.993592 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d28bb5-8dae-4296-b69d-0b49f233fede demo admin] Pushing event updated for resources: {'Subnet': ['ID=30c162c6-ee89-457d-8108-32a26aaf6f06,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:13:16.006418 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d28bb5-8dae-4296-b69d-0b49f233fede demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:16.009590 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d28bb5-8dae-4296-b69d-0b49f233fede demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:16.009590 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d28bb5-8dae-4296-b69d-0b49f233fede demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:16.009590 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d28bb5-8dae-4296-b69d-0b49f233fede demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:16.009590 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d28bb5-8dae-4296-b69d-0b49f233fede demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:16.009590 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d28bb5-8dae-4296-b69d-0b49f233fede demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:16.010099 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d28bb5-8dae-4296-b69d-0b49f233fede demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:16.010099 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d28bb5-8dae-4296-b69d-0b49f233fede demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:16.010099 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d28bb5-8dae-4296-b69d-0b49f233fede demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:16.010099 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d28bb5-8dae-4296-b69d-0b49f233fede demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:16.010414 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d28bb5-8dae-4296-b69d-0b49f233fede demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:16.010508 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d28bb5-8dae-4296-b69d-0b49f233fede demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:16.010756 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d28bb5-8dae-4296-b69d-0b49f233fede demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:16.012058 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d28bb5-8dae-4296-b69d-0b49f233fede demo admin] Tracked resource versions report: Mar 11 15:13:16.012058 dv-cinder-833365-1-iscsi neutron-server[103739]: pushed versions: Mar 11 15:13:16.012058 dv-cinder-833365-1-iscsi neutron-server[103739]: { 'AddressGroup': {'1.2'}, Mar 11 15:13:16.012058 dv-cinder-833365-1-iscsi neutron-server[103739]: 'ConntrackHelper': {'1.0'}, Mar 11 15:13:16.012058 dv-cinder-833365-1-iscsi neutron-server[103739]: 'LocalIPAssociation': {'1.0'}, Mar 11 15:13:16.012058 dv-cinder-833365-1-iscsi neutron-server[103739]: 'Log': {'1.0'}, Mar 11 15:13:16.012058 dv-cinder-833365-1-iscsi neutron-server[103739]: 'Network': {'1.1'}, Mar 11 15:13:16.012058 dv-cinder-833365-1-iscsi neutron-server[103739]: 'Port': {'1.7'}, Mar 11 15:13:16.012058 dv-cinder-833365-1-iscsi neutron-server[103739]: 'PortForwarding': {'1.2'}, Mar 11 15:13:16.012058 dv-cinder-833365-1-iscsi neutron-server[103739]: 'QosPolicy': {'1.10'}, Mar 11 15:13:16.012058 dv-cinder-833365-1-iscsi neutron-server[103739]: 'SecurityGroup': {'1.5'}, Mar 11 15:13:16.012058 dv-cinder-833365-1-iscsi neutron-server[103739]: 'SecurityGroupRule': {'1.2'}, Mar 11 15:13:16.012058 dv-cinder-833365-1-iscsi neutron-server[103739]: 'SubPort': {'1.0'}, Mar 11 15:13:16.012058 dv-cinder-833365-1-iscsi neutron-server[103739]: 'Subnet': {'1.1'}, Mar 11 15:13:16.012058 dv-cinder-833365-1-iscsi neutron-server[103739]: 'Trunk': {'1.1'}} Mar 11 15:13:16.012058 dv-cinder-833365-1-iscsi neutron-server[103739]: consumer versions: Mar 11 15:13:16.012058 dv-cinder-833365-1-iscsi neutron-server[103739]: { DHCP agent@dv-cinder-833365-1-iscsi: {}, Mar 11 15:13:16.012058 dv-cinder-833365-1-iscsi neutron-server[103739]: L3 agent@dv-cinder-833365-1-iscsi: {}, Mar 11 15:13:16.012058 dv-cinder-833365-1-iscsi neutron-server[103739]: Metadata agent@dv-cinder-833365-1-iscsi: {}, Mar 11 15:13:16.012058 dv-cinder-833365-1-iscsi neutron-server[103739]: Metering agent@dv-cinder-833365-1-iscsi: {}, Mar 11 15:13:16.012058 dv-cinder-833365-1-iscsi neutron-server[103739]: Open vSwitch agent@dv-cinder-833365-1-iscsi: { 'AddressGroup': '1.2', Mar 11 15:13:16.012058 dv-cinder-833365-1-iscsi neutron-server[103739]: 'ConntrackHelper': '1.0', Mar 11 15:13:16.012058 dv-cinder-833365-1-iscsi neutron-server[103739]: 'LocalIPAssociation': '1.0', Mar 11 15:13:16.012058 dv-cinder-833365-1-iscsi neutron-server[103739]: 'Log': '1.0', Mar 11 15:13:16.012058 dv-cinder-833365-1-iscsi neutron-server[103739]: 'Network': '1.1', Mar 11 15:13:16.012058 dv-cinder-833365-1-iscsi neutron-server[103739]: 'Port': '1.7', Mar 11 15:13:16.012058 dv-cinder-833365-1-iscsi neutron-server[103739]: 'PortForwarding': '1.2', Mar 11 15:13:16.012058 dv-cinder-833365-1-iscsi neutron-server[103739]: 'QosPolicy': '1.10', Mar 11 15:13:16.012058 dv-cinder-833365-1-iscsi neutron-server[103739]: 'SecurityGroup': '1.5', Mar 11 15:13:16.012058 dv-cinder-833365-1-iscsi neutron-server[103739]: 'SecurityGroupRule': '1.2', Mar 11 15:13:16.012058 dv-cinder-833365-1-iscsi neutron-server[103739]: 'SubPort': '1.0', Mar 11 15:13:16.012058 dv-cinder-833365-1-iscsi neutron-server[103739]: 'Subnet': '1.1', Mar 11 15:13:16.012058 dv-cinder-833365-1-iscsi neutron-server[103739]: 'Trunk': '1.1'}} Mar 11 15:13:16.012058 dv-cinder-833365-1-iscsi neutron-server[103739]: {{(pid=103739) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 15:13:16.086641 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d28bb5-8dae-4296-b69d-0b49f233fede demo admin] Network 0f9a1c13-7dde-4577-b318-7ee520fbac93 is scheduled to be hosted by DHCP agent e21939e9-4971-4f1d-851f-403443bff873 with binding_index 1 {{(pid=103739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:13:16.172409 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-05d28bb5-8dae-4296-b69d-0b49f233fede demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833365-1-iscsi, 0f9a1c13-7dde-4577-b318-7ee520fbac93) {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:13:16.177205 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d28bb5-8dae-4296-b69d-0b49f233fede demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:13:16.177844 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-05d28bb5-8dae-4296-b69d-0b49f233fede demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for subnet (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:16.182452 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db983208-11bf-43d8-a7be-80796c2d17f4 None None] Network 0f9a1c13-7dde-4577-b318-7ee520fbac93 requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:13:16.283908 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-05d28bb5-8dae-4296-b69d-0b49f233fede demo admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8208573 Mar 11 15:13:16.572147 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba5bfae8-fb0b-5e64-82d4-a0a3cc1a0157-0f9a1c13-7dde-4577-b318-7ee520fbac93', 'network_id': '0f9a1c13-7dde-4577-b318-7ee520fbac93', 'project_id': 'f3807eca0e06451fb10b88f4d521513e', 'fixed_ips': [{'subnet_id': '30c162c6-ee89-457d-8108-32a26aaf6f06'}]}} from dv-cinder-833365-1-iscsi. {{(pid=103741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 15:13:16.573437 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:16.875401 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.db_base_plugin_common [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] Allocated IP 172.20.0.2 (0f9a1c13-7dde-4577-b318-7ee520fbac93/30c162c6-ee89-457d-8108-32a26aaf6f06/f80aa45d-317f-468b-9f51-ec0f29fbadac) {{(pid=103741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:13:17.122152 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] Publish callbacks [] for port (f80aa45d-317f-468b-9f51-ec0f29fbadac), precommit_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:17.213318 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391'] for port (f80aa45d-317f-468b-9f51-ec0f29fbadac), after_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:17.284357 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] Network 0f9a1c13-7dde-4577-b318-7ee520fbac93 is already hosted by enough agents. {{(pid=103741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:13:17.290714 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.scheduler.base_scheduler [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] Resources bound (agent type, host, resource id): {{(pid=103741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:13:17.301840 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] Received port after_create {{(pid=103741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:13:17.309687 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] Pushing event updated for resources: {'Port': ['ID=f80aa45d-317f-468b-9f51-ec0f29fbadac,revision_number=1']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:13:17.339068 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:17.339458 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:17.339821 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:17.340161 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:17.340491 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:17.340818 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:17.341157 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:17.341482 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:17.341791 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:17.342131 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:17.342455 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:17.342771 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:17.343184 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:17.344603 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] Tracked resource versions report: Mar 11 15:13:17.344603 dv-cinder-833365-1-iscsi neutron-server[103741]: pushed versions: Mar 11 15:13:17.344603 dv-cinder-833365-1-iscsi neutron-server[103741]: { 'AddressGroup': {'1.2'}, Mar 11 15:13:17.344603 dv-cinder-833365-1-iscsi neutron-server[103741]: 'ConntrackHelper': {'1.0'}, Mar 11 15:13:17.344603 dv-cinder-833365-1-iscsi neutron-server[103741]: 'LocalIPAssociation': {'1.0'}, Mar 11 15:13:17.344603 dv-cinder-833365-1-iscsi neutron-server[103741]: 'Log': {'1.0'}, Mar 11 15:13:17.344603 dv-cinder-833365-1-iscsi neutron-server[103741]: 'Network': {'1.1'}, Mar 11 15:13:17.344603 dv-cinder-833365-1-iscsi neutron-server[103741]: 'Port': {'1.7'}, Mar 11 15:13:17.344603 dv-cinder-833365-1-iscsi neutron-server[103741]: 'PortForwarding': {'1.2'}, Mar 11 15:13:17.344603 dv-cinder-833365-1-iscsi neutron-server[103741]: 'QosPolicy': {'1.10'}, Mar 11 15:13:17.344603 dv-cinder-833365-1-iscsi neutron-server[103741]: 'SecurityGroup': {'1.5'}, Mar 11 15:13:17.344603 dv-cinder-833365-1-iscsi neutron-server[103741]: 'SecurityGroupRule': {'1.2'}, Mar 11 15:13:17.344603 dv-cinder-833365-1-iscsi neutron-server[103741]: 'SubPort': {'1.0'}, Mar 11 15:13:17.344603 dv-cinder-833365-1-iscsi neutron-server[103741]: 'Subnet': {'1.1'}, Mar 11 15:13:17.344603 dv-cinder-833365-1-iscsi neutron-server[103741]: 'Trunk': {'1.1'}} Mar 11 15:13:17.344603 dv-cinder-833365-1-iscsi neutron-server[103741]: consumer versions: Mar 11 15:13:17.344603 dv-cinder-833365-1-iscsi neutron-server[103741]: { DHCP agent@dv-cinder-833365-1-iscsi: {}, Mar 11 15:13:17.344603 dv-cinder-833365-1-iscsi neutron-server[103741]: L3 agent@dv-cinder-833365-1-iscsi: {}, Mar 11 15:13:17.344603 dv-cinder-833365-1-iscsi neutron-server[103741]: Metadata agent@dv-cinder-833365-1-iscsi: {}, Mar 11 15:13:17.344603 dv-cinder-833365-1-iscsi neutron-server[103741]: Metering agent@dv-cinder-833365-1-iscsi: {}, Mar 11 15:13:17.344603 dv-cinder-833365-1-iscsi neutron-server[103741]: Open vSwitch agent@dv-cinder-833365-1-iscsi: { 'AddressGroup': '1.2', Mar 11 15:13:17.344603 dv-cinder-833365-1-iscsi neutron-server[103741]: 'ConntrackHelper': '1.0', Mar 11 15:13:17.344603 dv-cinder-833365-1-iscsi neutron-server[103741]: 'LocalIPAssociation': '1.0', Mar 11 15:13:17.344603 dv-cinder-833365-1-iscsi neutron-server[103741]: 'Log': '1.0', Mar 11 15:13:17.344603 dv-cinder-833365-1-iscsi neutron-server[103741]: 'Network': '1.1', Mar 11 15:13:17.344603 dv-cinder-833365-1-iscsi neutron-server[103741]: 'Port': '1.7', Mar 11 15:13:17.344603 dv-cinder-833365-1-iscsi neutron-server[103741]: 'PortForwarding': '1.2', Mar 11 15:13:17.344603 dv-cinder-833365-1-iscsi neutron-server[103741]: 'QosPolicy': '1.10', Mar 11 15:13:17.344603 dv-cinder-833365-1-iscsi neutron-server[103741]: 'SecurityGroup': '1.5', Mar 11 15:13:17.344603 dv-cinder-833365-1-iscsi neutron-server[103741]: 'SecurityGroupRule': '1.2', Mar 11 15:13:17.344603 dv-cinder-833365-1-iscsi neutron-server[103741]: 'SubPort': '1.0', Mar 11 15:13:17.344603 dv-cinder-833365-1-iscsi neutron-server[103741]: 'Subnet': '1.1', Mar 11 15:13:17.344603 dv-cinder-833365-1-iscsi neutron-server[103741]: 'Trunk': '1.1'}} Mar 11 15:13:17.344603 dv-cinder-833365-1-iscsi neutron-server[103741]: {{(pid=103741) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 15:13:17.394553 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] Attempting to bind port f80aa45d-317f-468b-9f51-ec0f29fbadac on host dv-cinder-833365-1-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:13:17.394961 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] Attempting to bind port f80aa45d-317f-468b-9f51-ec0f29fbadac by drivers openvswitch,hyperv on host dv-cinder-833365-1-iscsi at level 0 using segments [{'id': 'd36fe928-8445-4814-9642-39eae00e98c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0f9a1c13-7dde-4577-b318-7ee520fbac93'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:13:17.395424 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] Attempting to bind port f80aa45d-317f-468b-9f51-ec0f29fbadac on network 0f9a1c13-7dde-4577-b318-7ee520fbac93 {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:13:17.400334 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] Checking agent: {'id': 'fa4429e9-b5f2-4825-8862-7268ebba473a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833365-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 13, 4), 'started_at': datetime.datetime(2022, 3, 11, 15, 13, 4), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833365-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:13:17.400705 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] Checking segment: {'id': 'd36fe928-8445-4814-9642-39eae00e98c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0f9a1c13-7dde-4577-b318-7ee520fbac93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:13:17.401191 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:17.401582 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] Bound using segment: {'id': 'd36fe928-8445-4814-9642-39eae00e98c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0f9a1c13-7dde-4577-b318-7ee520fbac93'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:13:17.402043 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] Bound port: f80aa45d-317f-468b-9f51-ec0f29fbadac, host: dv-cinder-833365-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd36fe928-8445-4814-9642-39eae00e98c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0f9a1c13-7dde-4577-b318-7ee520fbac93'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:13:17.402447 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (f80aa45d-317f-468b-9f51-ec0f29fbadac), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:17.466781 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] For port f80aa45d-317f-468b-9f51-ec0f29fbadac, host dv-cinder-833365-1-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:13:17.471545 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] For port f80aa45d-317f-468b-9f51-ec0f29fbadac, host dv-cinder-833365-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=f80aa45d-317f-468b-9f51-ec0f29fbadac,segment=NetworkSegment(d36fe928-8445-4814-9642-39eae00e98c6),segment_id=d36fe928-8445-4814-9642-39eae00e98c6)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:13:17.544593 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (f80aa45d-317f-468b-9f51-ec0f29fbadac), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:17.610010 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16d85a-7e8f-4349-ac34-b754ef77ae9c None None] Pushing event updated for resources: {'Port': ['ID=f80aa45d-317f-468b-9f51-ec0f29fbadac,revision_number=2']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:13:18.854558 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 53072) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:13:19.174917 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [None req-3755aa48-a9d3-40c0-b45f-85b57831a8ea admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103739) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 15:13:19.176021 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-3755aa48-a9d3-40c0-b45f-85b57831a8ea admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3205209 Mar 11 15:13:21.727555 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 53080) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:13:22.047892 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [None req-73965377-70b7-4278-b4ec-857cbf52346c admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103739) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 15:13:22.063902 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-73965377-70b7-4278-b4ec-857cbf52346c admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3353055 Mar 11 15:13:24.620850 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 53088) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:13:24.934275 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-08474bb5-4046-437d-b10a-3327dbdd1278 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:13:25.012561 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-08474bb5-4046-437d-b10a-3327dbdd1278 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-624982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8329'] for router (5171e2f9-582a-401a-a4d2-c7d6b081169a), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:25.014187 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-08474bb5-4046-437d-b10a-3327dbdd1278 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-625122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8432'] for router (5171e2f9-582a-401a-a4d2-c7d6b081169a), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:25.170952 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-08474bb5-4046-437d-b10a-3327dbdd1278 demo demo] Publish callbacks [] for router_controller (5171e2f9-582a-401a-a4d2-c7d6b081169a), precommit_add_association {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:25.207840 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-08474bb5-4046-437d-b10a-3327dbdd1278 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-625133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628335'] for router (5171e2f9-582a-401a-a4d2-c7d6b081169a), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:25.306152 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-08474bb5-4046-437d-b10a-3327dbdd1278 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:25.307307 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-08474bb5-4046-437d-b10a-3327dbdd1278 demo demo] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6854892 Mar 11 15:13:27.766922 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-60fdf5f1-3f70-4cdf-92a6-4ac02cb31aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:27.886033 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 53100) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:13:28.206967 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [None req-d1b5af5a-73f3-4d77-8c1f-f772bbcb850c admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103740) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 15:13:28.208061 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-d1b5af5a-73f3-4d77-8c1f-f772bbcb850c admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3211071 Mar 11 15:13:29.025277 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c614eb-97da-4279-bedc-518877e0ffaa None None] Network 0f9a1c13-7dde-4577-b318-7ee520fbac93 requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:13:29.042850 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device f80aa45d-317f-468b-9f51-ec0f29fbadac up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:13:29.180889 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-8ca9c17f-f105-462c-8388-ae7a3baf5ce2 None None] Provisioning complete for port f80aa45d-317f-468b-9f51-ec0f29fbadac triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:13:29.181297 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8ca9c17f-f105-462c-8388-ae7a3baf5ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (f80aa45d-317f-468b-9f51-ec0f29fbadac), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:29.242881 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port f80aa45d-317f-468b-9f51-ec0f29fbadac triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:13:29.243188 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (f80aa45d-317f-468b-9f51-ec0f29fbadac), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:29.407089 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-8ca9c17f-f105-462c-8388-ae7a3baf5ce2 None None] Current status of the port f80aa45d-317f-468b-9f51-ec0f29fbadac is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:13:29.407515 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8ca9c17f-f105-462c-8388-ae7a3baf5ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (f80aa45d-317f-468b-9f51-ec0f29fbadac), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:29.422364 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port f80aa45d-317f-468b-9f51-ec0f29fbadac is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:13:29.422658 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (f80aa45d-317f-468b-9f51-ec0f29fbadac), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:29.465227 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-8ca9c17f-f105-462c-8388-ae7a3baf5ce2 None None] For port f80aa45d-317f-468b-9f51-ec0f29fbadac, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=f80aa45d-317f-468b-9f51-ec0f29fbadac,segment=NetworkSegment(d36fe928-8445-4814-9642-39eae00e98c6),segment_id=d36fe928-8445-4814-9642-39eae00e98c6)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:13:29.532767 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8ca9c17f-f105-462c-8388-ae7a3baf5ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (f80aa45d-317f-468b-9f51-ec0f29fbadac), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:29.599174 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.db.api [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:13:29.599490 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG oslo_db.api [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:13:29.608833 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca9c17f-f105-462c-8388-ae7a3baf5ce2 None None] Pushing event updated for resources: {'Port': ['ID=f80aa45d-317f-468b-9f51-ec0f29fbadac,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:13:29.652317 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-e6a176cc-6712-43fb-a9be-86c1b3554aa8 None None] Provisioning complete for port f80aa45d-317f-468b-9f51-ec0f29fbadac triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:13:29.652705 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e6a176cc-6712-43fb-a9be-86c1b3554aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (f80aa45d-317f-468b-9f51-ec0f29fbadac), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:29.727777 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-e6a176cc-6712-43fb-a9be-86c1b3554aa8 None None] Current status of the port f80aa45d-317f-468b-9f51-ec0f29fbadac is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:13:30.035142 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-81d48a07-e966-4e4b-8d37-715d35a7974d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:30.136378 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port f80aa45d-317f-468b-9f51-ec0f29fbadac is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:13:30.783839 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 53110) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:13:31.008419 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device f80aa45d-317f-468b-9f51-ec0f29fbadac up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:13:31.055200 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port f80aa45d-317f-468b-9f51-ec0f29fbadac triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:13:31.055872 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (f80aa45d-317f-468b-9f51-ec0f29fbadac), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:31.089218 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-4e78746c-fbec-4a01-8eff-292e9b2b2d97 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:13:31.142720 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port f80aa45d-317f-468b-9f51-ec0f29fbadac is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:13:31.303856 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e78746c-fbec-4a01-8eff-292e9b2b2d97 admin admin] Made reservation on behalf of 595d686a51ef4750b2dbf7102b4e267b for: {'network': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:13:31.304048 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:31.306514 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4e78746c-fbec-4a01-8eff-292e9b2b2d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for network (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:31.314998 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4e78746c-fbec-4a01-8eff-292e9b2b2d97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:31.386582 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4e78746c-fbec-4a01-8eff-292e9b2b2d97 admin admin] Publish callbacks [] for security_group (20c7d820-ffb1-4ab3-9697-4b46edc80a76), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:31.481069 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4e78746c-fbec-4a01-8eff-292e9b2b2d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (20c7d820-ffb1-4ab3-9697-4b46edc80a76), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:31.499031 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4e78746c-fbec-4a01-8eff-292e9b2b2d97 admin admin] Reserving flat network on physical network physnet1 {{(pid=103740) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 11 15:13:31.513582 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78746c-fbec-4a01-8eff-292e9b2b2d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c7d820-ffb1-4ab3-9697-4b46edc80a76,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:13:31.520002 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4e78746c-fbec-4a01-8eff-292e9b2b2d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (64a1f402-9998-47a9-9edb-15a3bada483f), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:31.520336 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.db.segments_db [None req-4e78746c-fbec-4a01-8eff-292e9b2b2d97 admin admin] Added segment 64a1f402-9998-47a9-9edb-15a3bada483f of type flat for network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 Mar 11 15:13:31.577271 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4e78746c-fbec-4a01-8eff-292e9b2b2d97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152803018'] for network (78e1392b-e3c2-4d04-8c82-7bd84bb30297), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:31.669067 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4e78746c-fbec-4a01-8eff-292e9b2b2d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548'] for network (78e1392b-e3c2-4d04-8c82-7bd84bb30297), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:31.670006 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e78746c-fbec-4a01-8eff-292e9b2b2d97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:13:31.670582 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4e78746c-fbec-4a01-8eff-292e9b2b2d97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:31.762778 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78746c-fbec-4a01-8eff-292e9b2b2d97 admin admin] Pushing event updated for resources: {'Network': ['ID=78e1392b-e3c2-4d04-8c82-7bd84bb30297,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:13:31.772761 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 details requested by agent ovs-agent-dv-cinder-833365-1-iscsi with host dv-cinder-833365-1-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 15:13:31.780754 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-4e78746c-fbec-4a01-8eff-292e9b2b2d97 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9958456 Mar 11 15:13:32.938515 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:34.270326 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 53128) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:13:34.361271 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:34.462520 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafe3948-ae52-43ef-bb2e-6ee59a6a7993 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:13:34.463908 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-cafe3948-ae52-43ef-bb2e-6ee59a6a7993 demo admin] 10.222.0.44 "GET /v2.0/subnets/30c162c6-ee89-457d-8108-32a26aaf6f06 HTTP/1.1" status: 200 len: 849 time: 0.1926391 Mar 11 15:13:34.655144 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-35ac1df6-4e68-464d-8d76-ca1f29780eda demo admin] 10.222.0.44 "GET /v2.0/routers/5171e2f9-582a-401a-a4d2-c7d6b081169a HTTP/1.1" status: 200 len: 704 time: 0.1854930 Mar 11 15:13:34.927643 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4a03316e-a649-4394-8c28-a2b34f0a86b1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:35.222464 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-4a03316e-a649-4394-8c28-a2b34f0a86b1 demo admin] Allocated IP 172.20.0.1 (0f9a1c13-7dde-4577-b318-7ee520fbac93/30c162c6-ee89-457d-8108-32a26aaf6f06/cd888709-fc29-4ccf-ba52-cba7ed790496) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:13:35.402215 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4a03316e-a649-4394-8c28-a2b34f0a86b1 demo admin] Publish callbacks [] for port (cd888709-fc29-4ccf-ba52-cba7ed790496), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:35.527282 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4a03316e-a649-4394-8c28-a2b34f0a86b1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391'] for port (cd888709-fc29-4ccf-ba52-cba7ed790496), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:35.607369 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a03316e-a649-4394-8c28-a2b34f0a86b1 demo admin] Network 0f9a1c13-7dde-4577-b318-7ee520fbac93 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:13:35.614477 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-4a03316e-a649-4394-8c28-a2b34f0a86b1 demo admin] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:13:35.616525 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03316e-a649-4394-8c28-a2b34f0a86b1 demo admin] Pushing event updated for resources: {'Port': ['ID=cd888709-fc29-4ccf-ba52-cba7ed790496,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:13:35.620588 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a03316e-a649-4394-8c28-a2b34f0a86b1 demo admin] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:13:35.621128 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4a03316e-a649-4394-8c28-a2b34f0a86b1 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630528'] for router_interface (5171e2f9-582a-401a-a4d2-c7d6b081169a), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:35.780630 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-0e2e3aca-58fd-416b-a7c9-78a549a1c204 None None] Provisioning complete for port cd888709-fc29-4ccf-ba52-cba7ed790496 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:13:35.781150 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-0e2e3aca-58fd-416b-a7c9-78a549a1c204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (cd888709-fc29-4ccf-ba52-cba7ed790496), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:35.813277 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-0e2e3aca-58fd-416b-a7c9-78a549a1c204 None None] Port cd888709-fc29-4ccf-ba52-cba7ed790496 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:13:35.934595 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4a03316e-a649-4394-8c28-a2b34f0a86b1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (cd888709-fc29-4ccf-ba52-cba7ed790496), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:36.141052 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4a03316e-a649-4394-8c28-a2b34f0a86b1 demo admin] Publish callbacks [] for port (cd888709-fc29-4ccf-ba52-cba7ed790496), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:36.217441 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4a03316e-a649-4394-8c28-a2b34f0a86b1 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (cd888709-fc29-4ccf-ba52-cba7ed790496), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:36.218275 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4a03316e-a649-4394-8c28-a2b34f0a86b1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630700'] for router_interface (5171e2f9-582a-401a-a4d2-c7d6b081169a), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:36.282183 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03316e-a649-4394-8c28-a2b34f0a86b1 demo admin] Pushing event updated for resources: {'Port': ['ID=cd888709-fc29-4ccf-ba52-cba7ed790496,revision_number=2']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:13:36.343541 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a03316e-a649-4394-8c28-a2b34f0a86b1 demo admin] Network 0f9a1c13-7dde-4577-b318-7ee520fbac93 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:13:36.344764 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-4a03316e-a649-4394-8c28-a2b34f0a86b1 demo admin] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:13:36.584919 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a03316e-a649-4394-8c28-a2b34f0a86b1 demo admin] Router 5171e2f9-582a-401a-a4d2-c7d6b081169a is scheduled to L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 with binding_index 1 {{(pid=103740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:13:36.637298 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-207e78de-f37f-42e2-995d-3a3e93403cc4 None None] Provisioning complete for port cd888709-fc29-4ccf-ba52-cba7ed790496 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:13:36.637695 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-207e78de-f37f-42e2-995d-3a3e93403cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (cd888709-fc29-4ccf-ba52-cba7ed790496), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:36.670553 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-207e78de-f37f-42e2-995d-3a3e93403cc4 None None] Port cd888709-fc29-4ccf-ba52-cba7ed790496 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:13:36.681981 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a03316e-a649-4394-8c28-a2b34f0a86b1 demo admin] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:13:36.687069 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-4a03316e-a649-4394-8c28-a2b34f0a86b1 demo admin] 10.222.0.44 "PUT /v2.0/routers/5171e2f9-582a-401a-a4d2-c7d6b081169a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0267463 Mar 11 15:13:36.703009 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a58d235-4042-4362-a3b5-35293359be9d None None] Sync routers for ids ['5171e2f9-582a-401a-a4d2-c7d6b081169a'] in dv-cinder-833365-1-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:13:36.717923 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a58d235-4042-4362-a3b5-35293359be9d None None] Routers {'5171e2f9-582a-401a-a4d2-c7d6b081169a'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:13:36.718783 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-4a58d235-4042-4362-a3b5-35293359be9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:13:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['5171e2f9-582a-401a-a4d2-c7d6b081169a'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:13:36.924836 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-4a58d235-4042-4362-a3b5-35293359be9d None None] Set router 5171e2f9-582a-401a-a4d2-c7d6b081169a gateway port host: None {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:13:37.365023 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-4a58d235-4042-4362-a3b5-35293359be9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5171e2f9-582a-401a-a4d2-c7d6b081169a', 'name': 'router1', 'tenant_id': 'f3807eca0e06451fb10b88f4d521513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:13:25Z', 'updated_at': '2022-03-11T15:13:35Z', 'revision_number': 2, 'project_id': 'f3807eca0e06451fb10b88f4d521513e', 'gw_port_host': None, '_interfaces': [{'id': 'cd888709-fc29-4ccf-ba52-cba7ed790496', 'name': '', 'network_id': '0f9a1c13-7dde-4577-b318-7ee520fbac93', 'tenant_id': 'f3807eca0e06451fb10b88f4d521513e', 'mac_address': 'fa:16:3e:e3:3b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5171e2f9-582a-401a-a4d2-c7d6b081169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30c162c6-ee89-457d-8108-32a26aaf6f06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:13:34Z', 'updated_at': '2022-03-11T15:13:36Z', 'revision_number': 2, 'project_id': 'f3807eca0e06451fb10b88f4d521513e', 'subnets': [{'id': '30c162c6-ee89-457d-8108-32a26aaf6f06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5bf0fcf-2f96-4a2d-8f7a-35c61c92147d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:13:37.417109 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a58d235-4042-4362-a3b5-35293359be9d None None] Checking router: 5171e2f9-582a-401a-a4d2-c7d6b081169a for host: dv-cinder-833365-1-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:13:37.417484 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a58d235-4042-4362-a3b5-35293359be9d None None] Updating router 5171e2f9-582a-401a-a4d2-c7d6b081169a port cd888709-fc29-4ccf-ba52-cba7ed790496 binding host dv-cinder-833365-1-iscsi {{(pid=103742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:13:37.468972 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-4a58d235-4042-4362-a3b5-35293359be9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (cd888709-fc29-4ccf-ba52-cba7ed790496), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:38.001539 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-4a58d235-4042-4362-a3b5-35293359be9d None None] Publish callbacks [] for port (cd888709-fc29-4ccf-ba52-cba7ed790496), precommit_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:38.057531 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-4a58d235-4042-4362-a3b5-35293359be9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (cd888709-fc29-4ccf-ba52-cba7ed790496), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:38.222966 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-4a58d235-4042-4362-a3b5-35293359be9d None None] Attempting to bind port cd888709-fc29-4ccf-ba52-cba7ed790496 on host dv-cinder-833365-1-iscsi for vnic_type normal with profile {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:13:38.223394 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-4a58d235-4042-4362-a3b5-35293359be9d None None] Attempting to bind port cd888709-fc29-4ccf-ba52-cba7ed790496 by drivers openvswitch,hyperv on host dv-cinder-833365-1-iscsi at level 0 using segments [{'id': 'd36fe928-8445-4814-9642-39eae00e98c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0f9a1c13-7dde-4577-b318-7ee520fbac93'}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:13:38.223859 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a58d235-4042-4362-a3b5-35293359be9d None None] Attempting to bind port cd888709-fc29-4ccf-ba52-cba7ed790496 on network 0f9a1c13-7dde-4577-b318-7ee520fbac93 {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:13:38.226107 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737d8f2-8603-4257-8eae-f2aa28f60e7f None None] Pushing event updated for resources: {'Port': ['ID=cd888709-fc29-4ccf-ba52-cba7ed790496,revision_number=3']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:13:38.240514 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0737d8f2-8603-4257-8eae-f2aa28f60e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:38.240514 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0737d8f2-8603-4257-8eae-f2aa28f60e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:38.240514 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0737d8f2-8603-4257-8eae-f2aa28f60e7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:38.240514 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0737d8f2-8603-4257-8eae-f2aa28f60e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:38.240514 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0737d8f2-8603-4257-8eae-f2aa28f60e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:38.240514 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0737d8f2-8603-4257-8eae-f2aa28f60e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:38.240514 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0737d8f2-8603-4257-8eae-f2aa28f60e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:38.240514 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0737d8f2-8603-4257-8eae-f2aa28f60e7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:38.240514 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0737d8f2-8603-4257-8eae-f2aa28f60e7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:38.240514 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0737d8f2-8603-4257-8eae-f2aa28f60e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:38.241940 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0737d8f2-8603-4257-8eae-f2aa28f60e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:38.241940 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0737d8f2-8603-4257-8eae-f2aa28f60e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:38.242137 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0737d8f2-8603-4257-8eae-f2aa28f60e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:13:38.243367 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0737d8f2-8603-4257-8eae-f2aa28f60e7f None None] Tracked resource versions report: Mar 11 15:13:38.243367 dv-cinder-833365-1-iscsi neutron-server[103742]: pushed versions: Mar 11 15:13:38.243367 dv-cinder-833365-1-iscsi neutron-server[103742]: { 'AddressGroup': {'1.2'}, Mar 11 15:13:38.243367 dv-cinder-833365-1-iscsi neutron-server[103742]: 'ConntrackHelper': {'1.0'}, Mar 11 15:13:38.243367 dv-cinder-833365-1-iscsi neutron-server[103742]: 'LocalIPAssociation': {'1.0'}, Mar 11 15:13:38.243367 dv-cinder-833365-1-iscsi neutron-server[103742]: 'Log': {'1.0'}, Mar 11 15:13:38.243367 dv-cinder-833365-1-iscsi neutron-server[103742]: 'Network': {'1.1'}, Mar 11 15:13:38.243367 dv-cinder-833365-1-iscsi neutron-server[103742]: 'Port': {'1.7'}, Mar 11 15:13:38.243367 dv-cinder-833365-1-iscsi neutron-server[103742]: 'PortForwarding': {'1.2'}, Mar 11 15:13:38.243367 dv-cinder-833365-1-iscsi neutron-server[103742]: 'QosPolicy': {'1.10'}, Mar 11 15:13:38.243367 dv-cinder-833365-1-iscsi neutron-server[103742]: 'SecurityGroup': {'1.5'}, Mar 11 15:13:38.243367 dv-cinder-833365-1-iscsi neutron-server[103742]: 'SecurityGroupRule': {'1.2'}, Mar 11 15:13:38.243367 dv-cinder-833365-1-iscsi neutron-server[103742]: 'SubPort': {'1.0'}, Mar 11 15:13:38.243367 dv-cinder-833365-1-iscsi neutron-server[103742]: 'Subnet': {'1.1'}, Mar 11 15:13:38.243367 dv-cinder-833365-1-iscsi neutron-server[103742]: 'Trunk': {'1.1'}} Mar 11 15:13:38.243367 dv-cinder-833365-1-iscsi neutron-server[103742]: consumer versions: Mar 11 15:13:38.243367 dv-cinder-833365-1-iscsi neutron-server[103742]: { DHCP agent@dv-cinder-833365-1-iscsi: {}, Mar 11 15:13:38.243367 dv-cinder-833365-1-iscsi neutron-server[103742]: L3 agent@dv-cinder-833365-1-iscsi: {}, Mar 11 15:13:38.243367 dv-cinder-833365-1-iscsi neutron-server[103742]: Metadata agent@dv-cinder-833365-1-iscsi: {}, Mar 11 15:13:38.243367 dv-cinder-833365-1-iscsi neutron-server[103742]: Metering agent@dv-cinder-833365-1-iscsi: {}, Mar 11 15:13:38.243367 dv-cinder-833365-1-iscsi neutron-server[103742]: Open vSwitch agent@dv-cinder-833365-1-iscsi: { 'AddressGroup': '1.2', Mar 11 15:13:38.243367 dv-cinder-833365-1-iscsi neutron-server[103742]: 'ConntrackHelper': '1.0', Mar 11 15:13:38.243367 dv-cinder-833365-1-iscsi neutron-server[103742]: 'LocalIPAssociation': '1.0', Mar 11 15:13:38.243367 dv-cinder-833365-1-iscsi neutron-server[103742]: 'Log': '1.0', Mar 11 15:13:38.243367 dv-cinder-833365-1-iscsi neutron-server[103742]: 'Network': '1.1', Mar 11 15:13:38.243367 dv-cinder-833365-1-iscsi neutron-server[103742]: 'Port': '1.7', Mar 11 15:13:38.243367 dv-cinder-833365-1-iscsi neutron-server[103742]: 'PortForwarding': '1.2', Mar 11 15:13:38.243367 dv-cinder-833365-1-iscsi neutron-server[103742]: 'QosPolicy': '1.10', Mar 11 15:13:38.243367 dv-cinder-833365-1-iscsi neutron-server[103742]: 'SecurityGroup': '1.5', Mar 11 15:13:38.243367 dv-cinder-833365-1-iscsi neutron-server[103742]: 'SecurityGroupRule': '1.2', Mar 11 15:13:38.243367 dv-cinder-833365-1-iscsi neutron-server[103742]: 'SubPort': '1.0', Mar 11 15:13:38.243367 dv-cinder-833365-1-iscsi neutron-server[103742]: 'Subnet': '1.1', Mar 11 15:13:38.243367 dv-cinder-833365-1-iscsi neutron-server[103742]: 'Trunk': '1.1'}} Mar 11 15:13:38.243367 dv-cinder-833365-1-iscsi neutron-server[103742]: {{(pid=103742) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 15:13:38.245793 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a58d235-4042-4362-a3b5-35293359be9d None None] Checking agent: {'id': 'fa4429e9-b5f2-4825-8862-7268ebba473a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833365-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 13, 4), 'started_at': datetime.datetime(2022, 3, 11, 15, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833365-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:13:38.246191 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a58d235-4042-4362-a3b5-35293359be9d None None] Checking segment: {'id': 'd36fe928-8445-4814-9642-39eae00e98c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0f9a1c13-7dde-4577-b318-7ee520fbac93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:13:38.246685 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-4a58d235-4042-4362-a3b5-35293359be9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:38.247067 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a58d235-4042-4362-a3b5-35293359be9d None None] Bound using segment: {'id': 'd36fe928-8445-4814-9642-39eae00e98c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0f9a1c13-7dde-4577-b318-7ee520fbac93'} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:13:38.247569 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-4a58d235-4042-4362-a3b5-35293359be9d None None] Bound port: cd888709-fc29-4ccf-ba52-cba7ed790496, host: dv-cinder-833365-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd36fe928-8445-4814-9642-39eae00e98c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '0f9a1c13-7dde-4577-b318-7ee520fbac93'}}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:13:38.247952 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-4a58d235-4042-4362-a3b5-35293359be9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (cd888709-fc29-4ccf-ba52-cba7ed790496), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:38.301887 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-276c2bc9-554f-4178-905f-afc05beffcf1 None None] Provisioning complete for port cd888709-fc29-4ccf-ba52-cba7ed790496 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:13:38.302452 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-276c2bc9-554f-4178-905f-afc05beffcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (cd888709-fc29-4ccf-ba52-cba7ed790496), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:38.317132 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-4a58d235-4042-4362-a3b5-35293359be9d None None] For port cd888709-fc29-4ccf-ba52-cba7ed790496, host dv-cinder-833365-1-iscsi, cleared binding levels {{(pid=103742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:13:38.336392 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-4a58d235-4042-4362-a3b5-35293359be9d None None] For port cd888709-fc29-4ccf-ba52-cba7ed790496, host dv-cinder-833365-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=cd888709-fc29-4ccf-ba52-cba7ed790496,segment=NetworkSegment(d36fe928-8445-4814-9642-39eae00e98c6),segment_id=d36fe928-8445-4814-9642-39eae00e98c6)] {{(pid=103742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:13:38.341482 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-276c2bc9-554f-4178-905f-afc05beffcf1 None None] Port cd888709-fc29-4ccf-ba52-cba7ed790496 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:13:38.401407 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-4a58d235-4042-4362-a3b5-35293359be9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (cd888709-fc29-4ccf-ba52-cba7ed790496), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:38.457824 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737d8f2-8603-4257-8eae-f2aa28f60e7f None None] Pushing event updated for resources: {'Port': ['ID=cd888709-fc29-4ccf-ba52-cba7ed790496,revision_number=4']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:13:38.465018 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a58d235-4042-4362-a3b5-35293359be9d None None] Routers {'5171e2f9-582a-401a-a4d2-c7d6b081169a'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:13:38.465637 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-4a58d235-4042-4362-a3b5-35293359be9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:13:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['5171e2f9-582a-401a-a4d2-c7d6b081169a'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:13:38.560496 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-4a58d235-4042-4362-a3b5-35293359be9d None None] Set router 5171e2f9-582a-401a-a4d2-c7d6b081169a gateway port host: None {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:13:38.661865 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-151f12be-fa03-4d62-8088-b17b6420d56e None None] Provisioning complete for port cd888709-fc29-4ccf-ba52-cba7ed790496 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:13:38.662263 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-151f12be-fa03-4d62-8088-b17b6420d56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (cd888709-fc29-4ccf-ba52-cba7ed790496), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:38.744698 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-151f12be-fa03-4d62-8088-b17b6420d56e None None] Current status of the port cd888709-fc29-4ccf-ba52-cba7ed790496 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:13:38.745000 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-151f12be-fa03-4d62-8088-b17b6420d56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (cd888709-fc29-4ccf-ba52-cba7ed790496), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:38.777896 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-151f12be-fa03-4d62-8088-b17b6420d56e None None] For port cd888709-fc29-4ccf-ba52-cba7ed790496, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=cd888709-fc29-4ccf-ba52-cba7ed790496,segment=NetworkSegment(d36fe928-8445-4814-9642-39eae00e98c6),segment_id=d36fe928-8445-4814-9642-39eae00e98c6)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:13:38.778614 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-4a58d235-4042-4362-a3b5-35293359be9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5171e2f9-582a-401a-a4d2-c7d6b081169a', 'name': 'router1', 'tenant_id': 'f3807eca0e06451fb10b88f4d521513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:13:25Z', 'updated_at': '2022-03-11T15:13:35Z', 'revision_number': 2, 'project_id': 'f3807eca0e06451fb10b88f4d521513e', 'gw_port_host': None, '_interfaces': [{'id': 'cd888709-fc29-4ccf-ba52-cba7ed790496', 'name': '', 'network_id': '0f9a1c13-7dde-4577-b318-7ee520fbac93', 'tenant_id': 'f3807eca0e06451fb10b88f4d521513e', 'mac_address': 'fa:16:3e:e3:3b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5171e2f9-582a-401a-a4d2-c7d6b081169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30c162c6-ee89-457d-8108-32a26aaf6f06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:13:34Z', 'updated_at': '2022-03-11T15:13:38Z', 'revision_number': 4, 'project_id': 'f3807eca0e06451fb10b88f4d521513e', 'subnets': [{'id': '30c162c6-ee89-457d-8108-32a26aaf6f06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5bf0fcf-2f96-4a2d-8f7a-35c61c92147d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:13:38.805048 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a58d235-4042-4362-a3b5-35293359be9d None None] The sync data for ids ['5171e2f9-582a-401a-a4d2-c7d6b081169a'] in dv-cinder-833365-1-iscsi is: [{'id': '5171e2f9-582a-401a-a4d2-c7d6b081169a', 'name': 'router1', 'tenant_id': 'f3807eca0e06451fb10b88f4d521513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:13:25Z', 'updated_at': '2022-03-11T15:13:35Z', 'revision_number': 2, 'project_id': 'f3807eca0e06451fb10b88f4d521513e', 'gw_port_host': None, '_interfaces': [{'id': 'cd888709-fc29-4ccf-ba52-cba7ed790496', 'name': '', 'network_id': '0f9a1c13-7dde-4577-b318-7ee520fbac93', 'tenant_id': 'f3807eca0e06451fb10b88f4d521513e', 'mac_address': 'fa:16:3e:e3:3b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5171e2f9-582a-401a-a4d2-c7d6b081169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30c162c6-ee89-457d-8108-32a26aaf6f06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:13:34Z', 'updated_at': '2022-03-11T15:13:38Z', 'revision_number': 4, 'project_id': 'f3807eca0e06451fb10b88f4d521513e', 'subnets': [{'id': '30c162c6-ee89-457d-8108-32a26aaf6f06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5bf0fcf-2f96-4a2d-8f7a-35c61c92147d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:13:38.875383 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-151f12be-fa03-4d62-8088-b17b6420d56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (cd888709-fc29-4ccf-ba52-cba7ed790496), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:38.927914 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f12be-fa03-4d62-8088-b17b6420d56e None None] Pushing event updated for resources: {'Port': ['ID=cd888709-fc29-4ccf-ba52-cba7ed790496,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:13:39.129616 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 53150) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:13:39.237800 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e6e298-51c9-4fc9-a6c6-310289d2fdc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:13:39.239307 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-c9e6e298-51c9-4fc9-a6c6-310289d2fdc9 admin admin] 10.222.0.44 "GET /v2.0/networks/78e1392b-e3c2-4d04-8c82-7bd84bb30297 HTTP/1.1" status: 200 len: 842 time: 0.1087089 Mar 11 15:13:39.250057 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-f768ec3b-3203-4f19-baa4-48f9c9625a7a admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:13:39.348782 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f768ec3b-3203-4f19-baa4-48f9c9625a7a admin admin] Made reservation on behalf of 595d686a51ef4750b2dbf7102b4e267b for: {'subnet': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:13:39.351805 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f768ec3b-3203-4f19-baa4-48f9c9625a7a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:39.711377 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.objects.ports [None req-f768ec3b-3203-4f19-baa4-48f9c9625a7a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103740) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 15:13:39.711794 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f768ec3b-3203-4f19-baa4-48f9c9625a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548'] for subnet (7f6dd339-b219-48a3-93bc-4a99710f07af), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:39.764991 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768ec3b-3203-4f19-baa4-48f9c9625a7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f6dd339-b219-48a3-93bc-4a99710f07af,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:13:39.776593 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f768ec3b-3203-4f19-baa4-48f9c9625a7a admin admin] Checking segment: {'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:13:39.776943 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f768ec3b-3203-4f19-baa4-48f9c9625a7a admin admin] Network hostable DHCP agents. Network: 78e1392b-e3c2-4d04-8c82-7bd84bb30297, hostable agents: ['e21939e9-4971-4f1d-851f-403443bff873'], hosted agents: [] {{(pid=103740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:13:39.880619 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f768ec3b-3203-4f19-baa4-48f9c9625a7a admin admin] Network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 is scheduled to be hosted by DHCP agent e21939e9-4971-4f1d-851f-403443bff873 with binding_index 1 {{(pid=103740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:13:39.966349 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-f768ec3b-3203-4f19-baa4-48f9c9625a7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833365-1-iscsi, 78e1392b-e3c2-4d04-8c82-7bd84bb30297) {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:13:39.970457 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f768ec3b-3203-4f19-baa4-48f9c9625a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:13:39.970949 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f768ec3b-3203-4f19-baa4-48f9c9625a7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:39.976863 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63d43cc-7d05-4232-815b-39ea2b6822b8 None None] Network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:13:40.060515 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-f768ec3b-3203-4f19-baa4-48f9c9625a7a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8137717 Mar 11 15:13:40.081475 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e619f5c-58c2-4489-ae09-713237a7d5a9 None None] Network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:13:40.607890 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 5 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:13:42.488751 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 53158) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:13:42.706503 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-2ee5cc7d-195f-404f-a8e9-71c15fec1bda demo admin] 10.222.0.44 "GET /v2.0/routers/5171e2f9-582a-401a-a4d2-c7d6b081169a HTTP/1.1" status: 200 len: 710 time: 0.2165537 Mar 11 15:13:42.820516 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49ec271-867c-4ab2-bf4c-496a9f0b8f48 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:13:42.822067 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-c49ec271-867c-4ab2-bf4c-496a9f0b8f48 demo admin] 10.222.0.44 "GET /v2.0/networks/78e1392b-e3c2-4d04-8c82-7bd84bb30297 HTTP/1.1" status: 200 len: 886 time: 0.1096318 Mar 11 15:13:42.830527 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-81b5a825-fcc1-4b48-9a96-ab345929db40 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:13:43.085376 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-81b5a825-fcc1-4b48-9a96-ab345929db40 demo admin] Publish callbacks [] for router_gateway (5171e2f9-582a-401a-a4d2-c7d6b081169a), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:43.379149 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-81b5a825-fcc1-4b48-9a96-ab345929db40 demo admin] Publish callbacks [] for router_gateway (5171e2f9-582a-401a-a4d2-c7d6b081169a), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:43.452947 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-81b5a825-fcc1-4b48-9a96-ab345929db40 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:43.786656 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [None req-81b5a825-fcc1-4b48-9a96-ab345929db40 demo admin] Allocated IP 172.27.2.137 (78e1392b-e3c2-4d04-8c82-7bd84bb30297/7f6dd339-b219-48a3-93bc-4a99710f07af/b8a31cf8-90b8-42ce-8cfc-c660e3a52cde) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:13:43.898969 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-81b5a825-fcc1-4b48-9a96-ab345929db40 demo admin] Publish callbacks [] for port (b8a31cf8-90b8-42ce-8cfc-c660e3a52cde), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:44.030135 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-81b5a825-fcc1-4b48-9a96-ab345929db40 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391'] for port (b8a31cf8-90b8-42ce-8cfc-c660e3a52cde), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:44.160600 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b5a825-fcc1-4b48-9a96-ab345929db40 demo admin] Network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:13:44.168466 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-81b5a825-fcc1-4b48-9a96-ab345929db40 demo admin] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:13:44.177361 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b5a825-fcc1-4b48-9a96-ab345929db40 demo admin] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:13:44.180766 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5a825-fcc1-4b48-9a96-ab345929db40 demo admin] Pushing event updated for resources: {'Port': ['ID=b8a31cf8-90b8-42ce-8cfc-c660e3a52cde,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:13:44.542593 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-81b5a825-fcc1-4b48-9a96-ab345929db40 demo admin] Publish callbacks [] for router_gateway (5171e2f9-582a-401a-a4d2-c7d6b081169a), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:44.742295 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-81b5a825-fcc1-4b48-9a96-ab345929db40 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628338', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-625108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8418'] for router (5171e2f9-582a-401a-a4d2-c7d6b081169a), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:44.746665 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-81b5a825-fcc1-4b48-9a96-ab345929db40 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-628349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-628324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-625119'] for router (5171e2f9-582a-401a-a4d2-c7d6b081169a), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:44.859021 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b5a825-fcc1-4b48-9a96-ab345929db40 demo admin] Router 5171e2f9-582a-401a-a4d2-c7d6b081169a has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:13:44.966873 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b5a825-fcc1-4b48-9a96-ab345929db40 demo admin] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:13:44.971608 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-81b5a825-fcc1-4b48-9a96-ab345929db40 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:44.972742 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-81b5a825-fcc1-4b48-9a96-ab345929db40 demo admin] 10.222.0.44 "PUT /v2.0/routers/5171e2f9-582a-401a-a4d2-c7d6b081169a HTTP/1.1" status: 200 len: 890 time: 2.1453431 Mar 11 15:13:47.055816 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device cd888709-fc29-4ccf-ba52-cba7ed790496 up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:13:47.112923 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port cd888709-fc29-4ccf-ba52-cba7ed790496 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:13:47.113648 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (cd888709-fc29-4ccf-ba52-cba7ed790496), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:47.192225 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port cd888709-fc29-4ccf-ba52-cba7ed790496 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:13:47.517284 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5948e5-1c9d-4cfe-b405-8eb6e12e77bd None None] Sync routers for ids ['5171e2f9-582a-401a-a4d2-c7d6b081169a'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:13:47.528310 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5948e5-1c9d-4cfe-b405-8eb6e12e77bd None None] Routers {'5171e2f9-582a-401a-a4d2-c7d6b081169a'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:13:47.528954 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-3b5948e5-1c9d-4cfe-b405-8eb6e12e77bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:13:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['5171e2f9-582a-401a-a4d2-c7d6b081169a'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:13:47.550405 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 53170) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:13:47.680130 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-bb927987-ea77-4f0d-a4a8-25a96956ffbd admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1285133 Mar 11 15:13:47.756220 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-3b5948e5-1c9d-4cfe-b405-8eb6e12e77bd None None] Set router 5171e2f9-582a-401a-a4d2-c7d6b081169a gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:13:48.242648 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-3b5948e5-1c9d-4cfe-b405-8eb6e12e77bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5171e2f9-582a-401a-a4d2-c7d6b081169a', 'name': 'router1', 'tenant_id': 'f3807eca0e06451fb10b88f4d521513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b8a31cf8-90b8-42ce-8cfc-c660e3a52cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:13:25Z', 'updated_at': '2022-03-11T15:13:44Z', 'revision_number': 4, 'project_id': 'f3807eca0e06451fb10b88f4d521513e', 'gw_port': {'id': 'b8a31cf8-90b8-42ce-8cfc-c660e3a52cde', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5171e2f9-582a-401a-a4d2-c7d6b081169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:13:43Z', 'updated_at': '2022-03-11T15:13:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': 'cd888709-fc29-4ccf-ba52-cba7ed790496', 'name': '', 'network_id': '0f9a1c13-7dde-4577-b318-7ee520fbac93', 'tenant_id': 'f3807eca0e06451fb10b88f4d521513e', 'mac_address': 'fa:16:3e:e3:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5171e2f9-582a-401a-a4d2-c7d6b081169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30c162c6-ee89-457d-8108-32a26aaf6f06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:13:34Z', 'updated_at': '2022-03-11T15:13:38Z', 'revision_number': 5, 'project_id': 'f3807eca0e06451fb10b88f4d521513e', 'subnets': [{'id': '30c162c6-ee89-457d-8108-32a26aaf6f06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5bf0fcf-2f96-4a2d-8f7a-35c61c92147d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:13:48.293433 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5948e5-1c9d-4cfe-b405-8eb6e12e77bd None None] Checking router: 5171e2f9-582a-401a-a4d2-c7d6b081169a for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:13:48.293828 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5948e5-1c9d-4cfe-b405-8eb6e12e77bd None None] Updating router 5171e2f9-582a-401a-a4d2-c7d6b081169a port b8a31cf8-90b8-42ce-8cfc-c660e3a52cde binding host dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:13:48.347506 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3b5948e5-1c9d-4cfe-b405-8eb6e12e77bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (b8a31cf8-90b8-42ce-8cfc-c660e3a52cde), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:48.673094 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3b5948e5-1c9d-4cfe-b405-8eb6e12e77bd None None] Publish callbacks [] for port (b8a31cf8-90b8-42ce-8cfc-c660e3a52cde), precommit_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:48.806008 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3b5948e5-1c9d-4cfe-b405-8eb6e12e77bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (b8a31cf8-90b8-42ce-8cfc-c660e3a52cde), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:48.850916 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-3b5948e5-1c9d-4cfe-b405-8eb6e12e77bd None None] Attempting to bind port b8a31cf8-90b8-42ce-8cfc-c660e3a52cde on host dv-cinder-833365-1-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:13:48.851286 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-3b5948e5-1c9d-4cfe-b405-8eb6e12e77bd None None] Attempting to bind port b8a31cf8-90b8-42ce-8cfc-c660e3a52cde by drivers openvswitch,hyperv on host dv-cinder-833365-1-iscsi at level 0 using segments [{'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:13:48.851684 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5948e5-1c9d-4cfe-b405-8eb6e12e77bd None None] Attempting to bind port b8a31cf8-90b8-42ce-8cfc-c660e3a52cde on network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:13:48.861579 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5948e5-1c9d-4cfe-b405-8eb6e12e77bd None None] Checking agent: {'id': 'fa4429e9-b5f2-4825-8862-7268ebba473a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833365-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 13, 4), 'started_at': datetime.datetime(2022, 3, 11, 15, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833365-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:13:48.861958 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5948e5-1c9d-4cfe-b405-8eb6e12e77bd None None] Checking segment: {'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:13:48.862357 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3b5948e5-1c9d-4cfe-b405-8eb6e12e77bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:48.862755 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5948e5-1c9d-4cfe-b405-8eb6e12e77bd None None] Bound using segment: {'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:13:48.863222 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-3b5948e5-1c9d-4cfe-b405-8eb6e12e77bd None None] Bound port: b8a31cf8-90b8-42ce-8cfc-c660e3a52cde, host: dv-cinder-833365-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:13:48.863626 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3b5948e5-1c9d-4cfe-b405-8eb6e12e77bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (b8a31cf8-90b8-42ce-8cfc-c660e3a52cde), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:48.889783 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbb60f-3057-47b5-83ff-3d345877b9cf None None] Pushing event updated for resources: {'Port': ['ID=b8a31cf8-90b8-42ce-8cfc-c660e3a52cde,revision_number=2']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:13:48.920437 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-3b5948e5-1c9d-4cfe-b405-8eb6e12e77bd None None] For port b8a31cf8-90b8-42ce-8cfc-c660e3a52cde, host dv-cinder-833365-1-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:13:48.923405 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-3b5948e5-1c9d-4cfe-b405-8eb6e12e77bd None None] For port b8a31cf8-90b8-42ce-8cfc-c660e3a52cde, host dv-cinder-833365-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=b8a31cf8-90b8-42ce-8cfc-c660e3a52cde,segment=NetworkSegment(64a1f402-9998-47a9-9edb-15a3bada483f),segment_id=64a1f402-9998-47a9-9edb-15a3bada483f)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:13:49.001182 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3b5948e5-1c9d-4cfe-b405-8eb6e12e77bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (b8a31cf8-90b8-42ce-8cfc-c660e3a52cde), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:49.065331 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5948e5-1c9d-4cfe-b405-8eb6e12e77bd None None] Routers {'5171e2f9-582a-401a-a4d2-c7d6b081169a'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:13:49.065955 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-3b5948e5-1c9d-4cfe-b405-8eb6e12e77bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:13:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['5171e2f9-582a-401a-a4d2-c7d6b081169a'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:13:49.105470 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbb60f-3057-47b5-83ff-3d345877b9cf None None] Pushing event updated for resources: {'Port': ['ID=b8a31cf8-90b8-42ce-8cfc-c660e3a52cde,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:13:49.182890 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-3b5948e5-1c9d-4cfe-b405-8eb6e12e77bd None None] Set router 5171e2f9-582a-401a-a4d2-c7d6b081169a gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:13:49.462915 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-3b5948e5-1c9d-4cfe-b405-8eb6e12e77bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5171e2f9-582a-401a-a4d2-c7d6b081169a', 'name': 'router1', 'tenant_id': 'f3807eca0e06451fb10b88f4d521513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b8a31cf8-90b8-42ce-8cfc-c660e3a52cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:13:25Z', 'updated_at': '2022-03-11T15:13:44Z', 'revision_number': 4, 'project_id': 'f3807eca0e06451fb10b88f4d521513e', 'gw_port': {'id': 'b8a31cf8-90b8-42ce-8cfc-c660e3a52cde', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5171e2f9-582a-401a-a4d2-c7d6b081169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:13:43Z', 'updated_at': '2022-03-11T15:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': 'cd888709-fc29-4ccf-ba52-cba7ed790496', 'name': '', 'network_id': '0f9a1c13-7dde-4577-b318-7ee520fbac93', 'tenant_id': 'f3807eca0e06451fb10b88f4d521513e', 'mac_address': 'fa:16:3e:e3:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5171e2f9-582a-401a-a4d2-c7d6b081169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30c162c6-ee89-457d-8108-32a26aaf6f06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:13:34Z', 'updated_at': '2022-03-11T15:13:38Z', 'revision_number': 5, 'project_id': 'f3807eca0e06451fb10b88f4d521513e', 'subnets': [{'id': '30c162c6-ee89-457d-8108-32a26aaf6f06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5bf0fcf-2f96-4a2d-8f7a-35c61c92147d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:13:49.494004 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5948e5-1c9d-4cfe-b405-8eb6e12e77bd None None] The sync data for ids ['5171e2f9-582a-401a-a4d2-c7d6b081169a'] in dv-cinder-833365-1-iscsi is: [{'id': '5171e2f9-582a-401a-a4d2-c7d6b081169a', 'name': 'router1', 'tenant_id': 'f3807eca0e06451fb10b88f4d521513e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': 'b8a31cf8-90b8-42ce-8cfc-c660e3a52cde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:13:25Z', 'updated_at': '2022-03-11T15:13:44Z', 'revision_number': 4, 'project_id': 'f3807eca0e06451fb10b88f4d521513e', 'gw_port': {'id': 'b8a31cf8-90b8-42ce-8cfc-c660e3a52cde', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:d1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5171e2f9-582a-401a-a4d2-c7d6b081169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:13:43Z', 'updated_at': '2022-03-11T15:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': 'cd888709-fc29-4ccf-ba52-cba7ed790496', 'name': '', 'network_id': '0f9a1c13-7dde-4577-b318-7ee520fbac93', 'tenant_id': 'f3807eca0e06451fb10b88f4d521513e', 'mac_address': 'fa:16:3e:e3:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5171e2f9-582a-401a-a4d2-c7d6b081169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30c162c6-ee89-457d-8108-32a26aaf6f06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:13:34Z', 'updated_at': '2022-03-11T15:13:38Z', 'revision_number': 5, 'project_id': 'f3807eca0e06451fb10b88f4d521513e', 'subnets': [{'id': '30c162c6-ee89-457d-8108-32a26aaf6f06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5bf0fcf-2f96-4a2d-8f7a-35c61c92147d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:13:51.065467 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device b8a31cf8-90b8-42ce-8cfc-c660e3a52cde up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:13:51.126362 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port b8a31cf8-90b8-42ce-8cfc-c660e3a52cde triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:13:51.126760 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (b8a31cf8-90b8-42ce-8cfc-c660e3a52cde), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:51.217721 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port b8a31cf8-90b8-42ce-8cfc-c660e3a52cde is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:13:51.217721 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (b8a31cf8-90b8-42ce-8cfc-c660e3a52cde), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:51.246808 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] For port b8a31cf8-90b8-42ce-8cfc-c660e3a52cde, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=b8a31cf8-90b8-42ce-8cfc-c660e3a52cde,segment=NetworkSegment(64a1f402-9998-47a9-9edb-15a3bada483f),segment_id=64a1f402-9998-47a9-9edb-15a3bada483f)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:13:51.294262 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (b8a31cf8-90b8-42ce-8cfc-c660e3a52cde), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:51.394897 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Pushing event updated for resources: {'Port': ['ID=b8a31cf8-90b8-42ce-8cfc-c660e3a52cde,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:13:53.146210 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device b8a31cf8-90b8-42ce-8cfc-c660e3a52cde up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:13:53.246078 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port b8a31cf8-90b8-42ce-8cfc-c660e3a52cde triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:13:53.246648 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (b8a31cf8-90b8-42ce-8cfc-c660e3a52cde), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:13:53.414152 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port b8a31cf8-90b8-42ce-8cfc-c660e3a52cde is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:13:57.803160 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-99193ad8-7585-4e3d-a14e-ba10e6c21be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:14:00.045238 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-2ef6438a-c13b-42ee-a61a-175ff6197830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:14:01.223419 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:14:02.926570 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:14:04.348951 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:14:17.613371 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 5 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:14:27.805231 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-828b7ea2-597a-4939-91ee-ec4e70273735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:14:30.033628 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3b7d2df3-8333-44c9-b39b-7c3e0a5d2865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:14:31.183448 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:14:32.931675 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:14:34.336705 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:14:54.603509 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 5 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:14:57.787548 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-4e2f91dc-b022-4813-995c-f3f65be0ee6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:15:00.055897 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8461a1b0-307d-4da0-a2cb-b56e3ecabc24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:15:01.164468 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:15:02.923734 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:15:04.336066 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:15:12.282003 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 53654) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:15:12.343844 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.pecan_wsgi.hooks.translation [None req-584f27b5-d7e0-46a5-80cb-5a234b42a2b6 admin admin] GET failed (client error): The resource could not be found. Mar 11 15:15:12.345128 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-584f27b5-d7e0-46a5-80cb-5a234b42a2b6 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0621996 Mar 11 15:15:12.510562 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a16e6a8-6779-42fa-a589-51f3b90c8a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:15:12.512114 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-1a16e6a8-6779-42fa-a589-51f3b90c8a31 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1622348 Mar 11 15:15:14.915903 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 53664) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:15:15.005886 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488c2932-ab3c-40b7-bb3d-bda7c6b54f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:15:15.007235 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-488c2932-ab3c-40b7-bb3d-bda7c6b54f5e admin admin] 10.222.0.44 "GET /v2.0/subnets/30c162c6-ee89-457d-8108-32a26aaf6f06 HTTP/1.1" status: 200 len: 849 time: 0.0903609 Mar 11 15:15:15.016567 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-62f8631f-565e-4086-a1c4-eac69c11863a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:15:15.103674 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-62f8631f-565e-4086-a1c4-eac69c11863a admin admin] Publish callbacks [] for subnet (30c162c6-ee89-457d-8108-32a26aaf6f06), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:15:15.329097 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-62f8631f-565e-4086-a1c4-eac69c11863a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743153361502'] for subnet (30c162c6-ee89-457d-8108-32a26aaf6f06), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:15:15.422143 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f8631f-565e-4086-a1c4-eac69c11863a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:15:15.423279 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-62f8631f-565e-4086-a1c4-eac69c11863a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for subnet (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:15:15.424034 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-62f8631f-565e-4086-a1c4-eac69c11863a admin admin] 10.222.0.44 "PUT /v2.0/subnets/30c162c6-ee89-457d-8108-32a26aaf6f06 HTTP/1.1" status: 200 len: 868 time: 0.4110618 Mar 11 15:15:15.438496 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79862fe-aadf-458d-a88e-876839d70164 None None] Network 0f9a1c13-7dde-4577-b318-7ee520fbac93 requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:15:15.446131 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8631f-565e-4086-a1c4-eac69c11863a admin admin] Pushing event updated for resources: {'Subnet': ['ID=30c162c6-ee89-457d-8108-32a26aaf6f06,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:15:15.454154 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8631f-565e-4086-a1c4-eac69c11863a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:15:15.454532 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8631f-565e-4086-a1c4-eac69c11863a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:15:15.454880 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8631f-565e-4086-a1c4-eac69c11863a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:15:15.455216 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8631f-565e-4086-a1c4-eac69c11863a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:15:15.455592 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8631f-565e-4086-a1c4-eac69c11863a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:15:15.455920 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8631f-565e-4086-a1c4-eac69c11863a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:15:15.456268 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8631f-565e-4086-a1c4-eac69c11863a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:15:15.456598 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8631f-565e-4086-a1c4-eac69c11863a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:15:15.456994 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8631f-565e-4086-a1c4-eac69c11863a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:15:15.457348 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8631f-565e-4086-a1c4-eac69c11863a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:15:15.457676 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8631f-565e-4086-a1c4-eac69c11863a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:15:15.457996 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8631f-565e-4086-a1c4-eac69c11863a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:15:15.458316 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f8631f-565e-4086-a1c4-eac69c11863a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:15:15.795102 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-47c7da82-30b8-4be9-9190-ce597e9edf2c None None] Provisioning complete for port cd888709-fc29-4ccf-ba52-cba7ed790496 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:15:15.795516 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-47c7da82-30b8-4be9-9190-ce597e9edf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (cd888709-fc29-4ccf-ba52-cba7ed790496), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:15:15.872132 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-47c7da82-30b8-4be9-9190-ce597e9edf2c None None] Current status of the port cd888709-fc29-4ccf-ba52-cba7ed790496 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:15:15.882221 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-47c7da82-30b8-4be9-9190-ce597e9edf2c None None] Provisioning complete for port f80aa45d-317f-468b-9f51-ec0f29fbadac triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:15:15.882612 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-47c7da82-30b8-4be9-9190-ce597e9edf2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (f80aa45d-317f-468b-9f51-ec0f29fbadac), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:15:15.959392 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-47c7da82-30b8-4be9-9190-ce597e9edf2c None None] Current status of the port f80aa45d-317f-468b-9f51-ec0f29fbadac is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:15:17.770410 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 53672) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:15:17.965756 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6ead0c-fbc3-4564-9838-6cd1e6e41791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:15:17.966139 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6ead0c-fbc3-4564-9838-6cd1e6e41791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:15:17.967679 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-8d6ead0c-fbc3-4564-9838-6cd1e6e41791 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1962340 Mar 11 15:15:20.297989 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 53680) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:15:20.430453 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3547c0af-b20b-4cdf-8d98-f451a4d915e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:15:20.430932 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3547c0af-b20b-4cdf-8d98-f451a4d915e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:15:20.432517 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-3547c0af-b20b-4cdf-8d98-f451a4d915e1 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1335819 Mar 11 15:15:22.779605 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 53688) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:15:22.926147 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24189612-7af9-4508-ab4b-5d8f9abee988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:15:22.927533 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-24189612-7af9-4508-ab4b-5d8f9abee988 admin admin] 10.222.0.44 "GET /v2.0/networks/0f9a1c13-7dde-4577-b318-7ee520fbac93 HTTP/1.1" status: 200 len: 869 time: 0.1469429 Mar 11 15:15:25.306946 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 53696) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:15:25.431895 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449287ca-8f11-4980-b92e-f35dde1d70f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:15:25.433253 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-449287ca-8f11-4980-b92e-f35dde1d70f4 admin admin] 10.222.0.44 "GET /v2.0/networks/78e1392b-e3c2-4d04-8c82-7bd84bb30297 HTTP/1.1" status: 200 len: 886 time: 0.1253934 Mar 11 15:15:27.762990 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 53704) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:15:27.792287 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e0d7842f-06f0-47c2-87c9-d4f00656e26f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:15:27.888830 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01aaa0eb-d2b4-446f-8d8a-404c89bc5ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:15:27.889289 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01aaa0eb-d2b4-446f-8d8a-404c89bc5ee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:15:27.890813 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-01aaa0eb-d2b4-446f-8d8a-404c89bc5ee1 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1268380 Mar 11 15:15:30.043714 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e9bd9cb7-6c24-4d88-b7de-ada270d6eeee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:15:30.226164 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 53712) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:15:30.316580 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7229e8-eb19-4a7e-b890-9f1e243e95c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:15:30.316946 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7229e8-eb19-4a7e-b890-9f1e243e95c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:15:30.318425 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-ba7229e8-eb19-4a7e-b890-9f1e243e95c7 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0913050 Mar 11 15:15:31.175014 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:15:31.602719 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 5 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:15:32.646586 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 53720) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:15:32.739620 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1b2adf-5472-4533-9543-2f8f53bb9140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:15:32.740995 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-8b1b2adf-5472-4533-9543-2f8f53bb9140 admin admin] 10.222.0.44 "GET /v2.0/subnets/30c162c6-ee89-457d-8108-32a26aaf6f06 HTTP/1.1" status: 200 len: 868 time: 0.0934589 Mar 11 15:15:32.922695 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:15:34.323642 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:15:35.078550 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 53728) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:15:35.163521 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05591c7b-a4e7-479f-ab54-bae4f5f2bfda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:15:35.164829 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-05591c7b-a4e7-479f-ab54-bae4f5f2bfda admin admin] 10.222.0.44 "GET /v2.0/subnets/7f6dd339-b219-48a3-93bc-4a99710f07af HTTP/1.1" status: 200 len: 816 time: 0.0853350 Mar 11 15:15:57.796863 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-1894369a-0d23-43c3-94ac-c86bd2faa7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:16:00.042695 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-edd05ef0-5d94-4552-9a21-e34ba12b9614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:16:01.197646 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:16:02.945128 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:16:03.477848 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 53780) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:16:03.525721 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [None req-c0eaa0cf-ef25-49a5-abd3-a2047bb9b33e admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103739) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 15:16:03.526747 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-c0eaa0cf-ef25-49a5-abd3-a2047bb9b33e admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0478652 Mar 11 15:16:04.339007 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:16:05.968261 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 53788) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:16:06.028421 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.pecan_wsgi.hooks.translation [None req-cefe439d-5933-4b13-bc0e-8c90370dadb6 admin admin] GET failed (client error): The resource could not be found. Mar 11 15:16:06.029737 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-cefe439d-5933-4b13-bc0e-8c90370dadb6 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0605483 Mar 11 15:16:06.116835 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4925cad7-88f8-4596-8921-951f77791f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:16:06.118292 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-4925cad7-88f8-4596-8921-951f77791f16 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0845978 Mar 11 15:16:08.499973 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 53796) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:16:08.548299 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-847c9d47-a1f4-4316-915a-3ce8a1ccabc1 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:16:08.600922 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 5 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:16:08.671378 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847c9d47-a1f4-4316-915a-3ce8a1ccabc1 admin admin] Made reservation on behalf of 595d686a51ef4750b2dbf7102b4e267b for: {'network': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:16:08.673707 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-847c9d47-a1f4-4316-915a-3ce8a1ccabc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for network (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:16:08.718211 dv-cinder-833365-1-iscsi neutron-server[103739]: WARNING neutron.services.revisions.revision_plugin [None req-847c9d47-a1f4-4316-915a-3ce8a1ccabc1 admin admin] Could not find related network for resource to bump revision. Mar 11 15:16:08.733661 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847c9d47-a1f4-4316-915a-3ce8a1ccabc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:16:08.746664 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-847c9d47-a1f4-4316-915a-3ce8a1ccabc1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743153172749', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (7e6b0dd6-0108-484a-85cb-4be0a36fd691), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:16:08.747252 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-847c9d47-a1f4-4316-915a-3ce8a1ccabc1 admin admin] Unsubscribe: segment precommit_create {{(pid=103739) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 11 15:16:08.747735 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.db.segments_db [None req-847c9d47-a1f4-4316-915a-3ce8a1ccabc1 admin admin] Added segment 7e6b0dd6-0108-484a-85cb-4be0a36fd691 of type vlan for network 1cc26e21-8593-4b7c-87cd-c211824cfc64 Mar 11 15:16:08.790813 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-847c9d47-a1f4-4316-915a-3ce8a1ccabc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152803018'] for network (1cc26e21-8593-4b7c-87cd-c211824cfc64), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:16:08.877179 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-847c9d47-a1f4-4316-915a-3ce8a1ccabc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548'] for network (1cc26e21-8593-4b7c-87cd-c211824cfc64), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:16:08.878149 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847c9d47-a1f4-4316-915a-3ce8a1ccabc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:16:08.878740 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-847c9d47-a1f4-4316-915a-3ce8a1ccabc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:16:08.967699 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c9d47-a1f4-4316-915a-3ce8a1ccabc1 admin admin] Pushing event updated for resources: {'Network': ['ID=1cc26e21-8593-4b7c-87cd-c211824cfc64,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:16:08.973188 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-847c9d47-a1f4-4316-915a-3ce8a1ccabc1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4721549 Mar 11 15:16:08.978820 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Network 1cc26e21-8593-4b7c-87cd-c211824cfc64 details requested by agent ovs-agent-dv-cinder-833365-1-iscsi with host dv-cinder-833365-1-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 15:16:11.339050 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 53804) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:16:11.401623 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.pecan_wsgi.hooks.translation [None req-722299e4-d279-42e2-b0e5-6f2592295d00 admin admin] GET failed (client error): The resource could not be found. Mar 11 15:16:11.403001 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-722299e4-d279-42e2-b0e5-6f2592295d00 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0630314 Mar 11 15:16:11.505581 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cbdb57-f32a-4bc6-aa04-4bae0af9ee9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:16:11.507019 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-92cbdb57-f32a-4bc6-aa04-4bae0af9ee9d admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0998893 Mar 11 15:16:11.516818 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-bc3abefb-3dec-44a7-9368-8cd9c8039833 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '1cc26e21-8593-4b7c-87cd-c211824cfc64'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:16:11.602768 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3abefb-3dec-44a7-9368-8cd9c8039833 admin admin] Made reservation on behalf of 595d686a51ef4750b2dbf7102b4e267b for: {'subnet': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:16:11.605064 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-bc3abefb-3dec-44a7-9368-8cd9c8039833 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:16:11.877177 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-bc3abefb-3dec-44a7-9368-8cd9c8039833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548'] for subnet (91775f11-0a42-48a5-b043-1f4915200489), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:16:11.932793 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3abefb-3dec-44a7-9368-8cd9c8039833 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91775f11-0a42-48a5-b043-1f4915200489,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:16:11.953327 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3abefb-3dec-44a7-9368-8cd9c8039833 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:16:11.953697 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3abefb-3dec-44a7-9368-8cd9c8039833 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:16:11.954042 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3abefb-3dec-44a7-9368-8cd9c8039833 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:16:11.954378 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3abefb-3dec-44a7-9368-8cd9c8039833 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:16:11.954709 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3abefb-3dec-44a7-9368-8cd9c8039833 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:16:11.955036 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3abefb-3dec-44a7-9368-8cd9c8039833 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:16:11.955959 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3abefb-3dec-44a7-9368-8cd9c8039833 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:16:11.956363 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3abefb-3dec-44a7-9368-8cd9c8039833 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:16:11.956708 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3abefb-3dec-44a7-9368-8cd9c8039833 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:16:11.957052 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3abefb-3dec-44a7-9368-8cd9c8039833 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:16:11.957380 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3abefb-3dec-44a7-9368-8cd9c8039833 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:16:11.957706 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3abefb-3dec-44a7-9368-8cd9c8039833 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:16:11.958023 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc3abefb-3dec-44a7-9368-8cd9c8039833 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:16:11.966998 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3abefb-3dec-44a7-9368-8cd9c8039833 admin admin] Checking segment: {'id': '7e6b0dd6-0108-484a-85cb-4be0a36fd691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1cc26e21-8593-4b7c-87cd-c211824cfc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:16:11.967379 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3abefb-3dec-44a7-9368-8cd9c8039833 admin admin] Network hostable DHCP agents. Network: 1cc26e21-8593-4b7c-87cd-c211824cfc64, hostable agents: ['e21939e9-4971-4f1d-851f-403443bff873'], hosted agents: [] {{(pid=103740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:16:12.025200 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3abefb-3dec-44a7-9368-8cd9c8039833 admin admin] Network 1cc26e21-8593-4b7c-87cd-c211824cfc64 is scheduled to be hosted by DHCP agent e21939e9-4971-4f1d-851f-403443bff873 with binding_index 1 {{(pid=103740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:16:12.076796 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-bc3abefb-3dec-44a7-9368-8cd9c8039833 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833365-1-iscsi, 1cc26e21-8593-4b7c-87cd-c211824cfc64) {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:16:12.083793 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3abefb-3dec-44a7-9368-8cd9c8039833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:16:12.083793 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-bc3abefb-3dec-44a7-9368-8cd9c8039833 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:16:12.085317 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00826e41-80ad-4b6d-bdf5-466f007ab098 None None] Network 1cc26e21-8593-4b7c-87cd-c211824cfc64 requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:16:12.148379 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-bc3abefb-3dec-44a7-9368-8cd9c8039833 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6348970 Mar 11 15:16:12.188686 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012febc3-4248-477f-b5f4-3e11e86228c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba5bfae8-fb0b-5e64-82d4-a0a3cc1a0157-1cc26e21-8593-4b7c-87cd-c211824cfc64', 'network_id': '1cc26e21-8593-4b7c-87cd-c211824cfc64', 'project_id': '595d686a51ef4750b2dbf7102b4e267b', 'fixed_ips': [{'subnet_id': '91775f11-0a42-48a5-b043-1f4915200489'}]}} from dv-cinder-833365-1-iscsi. {{(pid=103741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 15:16:12.189569 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-012febc3-4248-477f-b5f4-3e11e86228c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:16:12.355438 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.db_base_plugin_common [None req-012febc3-4248-477f-b5f4-3e11e86228c7 None None] Allocated IP 192.168.233.2 (1cc26e21-8593-4b7c-87cd-c211824cfc64/91775f11-0a42-48a5-b043-1f4915200489/59c75f06-0958-47a5-b725-5b5478695c27) {{(pid=103741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:16:12.615399 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-012febc3-4248-477f-b5f4-3e11e86228c7 None None] Publish callbacks [] for port (59c75f06-0958-47a5-b725-5b5478695c27), precommit_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:16:12.660325 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-012febc3-4248-477f-b5f4-3e11e86228c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391'] for port (59c75f06-0958-47a5-b725-5b5478695c27), after_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:16:12.696933 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012febc3-4248-477f-b5f4-3e11e86228c7 None None] Network 1cc26e21-8593-4b7c-87cd-c211824cfc64 is already hosted by enough agents. {{(pid=103741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:16:12.698331 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.scheduler.base_scheduler [None req-012febc3-4248-477f-b5f4-3e11e86228c7 None None] Resources bound (agent type, host, resource id): {{(pid=103741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:16:12.701815 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012febc3-4248-477f-b5f4-3e11e86228c7 None None] Received port after_create {{(pid=103741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:16:12.733444 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012febc3-4248-477f-b5f4-3e11e86228c7 None None] Pushing event updated for resources: {'Port': ['ID=59c75f06-0958-47a5-b725-5b5478695c27,revision_number=1']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:16:12.760708 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012febc3-4248-477f-b5f4-3e11e86228c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:16:12.761077 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012febc3-4248-477f-b5f4-3e11e86228c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:16:12.761446 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012febc3-4248-477f-b5f4-3e11e86228c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:16:12.761786 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012febc3-4248-477f-b5f4-3e11e86228c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:16:12.762123 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012febc3-4248-477f-b5f4-3e11e86228c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:16:12.762455 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012febc3-4248-477f-b5f4-3e11e86228c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:16:12.762786 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012febc3-4248-477f-b5f4-3e11e86228c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:16:12.763114 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012febc3-4248-477f-b5f4-3e11e86228c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:16:12.763466 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012febc3-4248-477f-b5f4-3e11e86228c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:16:12.763807 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012febc3-4248-477f-b5f4-3e11e86228c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:16:12.764134 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012febc3-4248-477f-b5f4-3e11e86228c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:16:12.764456 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012febc3-4248-477f-b5f4-3e11e86228c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:16:12.764783 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012febc3-4248-477f-b5f4-3e11e86228c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:16:12.778167 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-012febc3-4248-477f-b5f4-3e11e86228c7 None None] Attempting to bind port 59c75f06-0958-47a5-b725-5b5478695c27 on host dv-cinder-833365-1-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:16:12.778537 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-012febc3-4248-477f-b5f4-3e11e86228c7 None None] Attempting to bind port 59c75f06-0958-47a5-b725-5b5478695c27 by drivers openvswitch,hyperv on host dv-cinder-833365-1-iscsi at level 0 using segments [{'id': '7e6b0dd6-0108-484a-85cb-4be0a36fd691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1cc26e21-8593-4b7c-87cd-c211824cfc64'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:16:12.778904 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012febc3-4248-477f-b5f4-3e11e86228c7 None None] Attempting to bind port 59c75f06-0958-47a5-b725-5b5478695c27 on network 1cc26e21-8593-4b7c-87cd-c211824cfc64 {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:16:12.785930 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012febc3-4248-477f-b5f4-3e11e86228c7 None None] Checking agent: {'id': 'fa4429e9-b5f2-4825-8862-7268ebba473a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833365-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 13, 4), 'started_at': datetime.datetime(2022, 3, 11, 15, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833365-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:16:12.786310 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012febc3-4248-477f-b5f4-3e11e86228c7 None None] Checking segment: {'id': '7e6b0dd6-0108-484a-85cb-4be0a36fd691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1cc26e21-8593-4b7c-87cd-c211824cfc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:16:12.786713 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-012febc3-4248-477f-b5f4-3e11e86228c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:16:12.787109 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012febc3-4248-477f-b5f4-3e11e86228c7 None None] Bound using segment: {'id': '7e6b0dd6-0108-484a-85cb-4be0a36fd691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1cc26e21-8593-4b7c-87cd-c211824cfc64'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:16:12.787624 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-012febc3-4248-477f-b5f4-3e11e86228c7 None None] Bound port: 59c75f06-0958-47a5-b725-5b5478695c27, host: dv-cinder-833365-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e6b0dd6-0108-484a-85cb-4be0a36fd691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1cc26e21-8593-4b7c-87cd-c211824cfc64'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:16:12.788099 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-012febc3-4248-477f-b5f4-3e11e86228c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (59c75f06-0958-47a5-b725-5b5478695c27), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:16:12.853653 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-012febc3-4248-477f-b5f4-3e11e86228c7 None None] For port 59c75f06-0958-47a5-b725-5b5478695c27, host dv-cinder-833365-1-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:16:12.856706 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-012febc3-4248-477f-b5f4-3e11e86228c7 None None] For port 59c75f06-0958-47a5-b725-5b5478695c27, host dv-cinder-833365-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=59c75f06-0958-47a5-b725-5b5478695c27,segment=NetworkSegment(7e6b0dd6-0108-484a-85cb-4be0a36fd691),segment_id=7e6b0dd6-0108-484a-85cb-4be0a36fd691)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:16:12.929076 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-012febc3-4248-477f-b5f4-3e11e86228c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (59c75f06-0958-47a5-b725-5b5478695c27), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:16:13.001556 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012febc3-4248-477f-b5f4-3e11e86228c7 None None] Pushing event updated for resources: {'Port': ['ID=59c75f06-0958-47a5-b725-5b5478695c27,revision_number=2']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:16:13.911273 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fe12f0-ff9e-4b56-a828-68dfd2eb1b1a None None] Network 1cc26e21-8593-4b7c-87cd-c211824cfc64 requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:16:13.990771 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-bc4a967a-8559-49be-9f5d-457cf762cc84 None None] Provisioning complete for port 59c75f06-0958-47a5-b725-5b5478695c27 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:16:13.991144 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-bc4a967a-8559-49be-9f5d-457cf762cc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (59c75f06-0958-47a5-b725-5b5478695c27), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:16:14.111494 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-bc4a967a-8559-49be-9f5d-457cf762cc84 None None] Current status of the port 59c75f06-0958-47a5-b725-5b5478695c27 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:16:14.115086 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-bc4a967a-8559-49be-9f5d-457cf762cc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (59c75f06-0958-47a5-b725-5b5478695c27), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:16:14.155463 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-bc4a967a-8559-49be-9f5d-457cf762cc84 None None] For port 59c75f06-0958-47a5-b725-5b5478695c27, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=59c75f06-0958-47a5-b725-5b5478695c27,segment=NetworkSegment(7e6b0dd6-0108-484a-85cb-4be0a36fd691),segment_id=7e6b0dd6-0108-484a-85cb-4be0a36fd691)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:16:14.222283 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-bc4a967a-8559-49be-9f5d-457cf762cc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (59c75f06-0958-47a5-b725-5b5478695c27), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:16:14.283189 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a967a-8559-49be-9f5d-457cf762cc84 None None] Pushing event updated for resources: {'Port': ['ID=59c75f06-0958-47a5-b725-5b5478695c27,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:16:14.343831 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-4eea1d8c-67f4-43e3-96c5-4df620367ff4 None None] Provisioning complete for port 59c75f06-0958-47a5-b725-5b5478695c27 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:16:14.344241 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-4eea1d8c-67f4-43e3-96c5-4df620367ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (59c75f06-0958-47a5-b725-5b5478695c27), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:16:14.437948 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-4eea1d8c-67f4-43e3-96c5-4df620367ff4 None None] Current status of the port 59c75f06-0958-47a5-b725-5b5478695c27 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:16:15.145966 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 59c75f06-0958-47a5-b725-5b5478695c27 up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:16:15.237488 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port 59c75f06-0958-47a5-b725-5b5478695c27 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:16:15.237866 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (59c75f06-0958-47a5-b725-5b5478695c27), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:16:15.331235 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port 59c75f06-0958-47a5-b725-5b5478695c27 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:16:27.802962 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-7616a961-eda9-4640-8757-488fb56524a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:16:30.025063 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-26a81099-a483-49ca-a340-0cd6587c15d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:16:31.179317 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:16:32.921964 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:16:34.339378 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:16:45.601498 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 5 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:16:57.813088 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8d0609f9-0ae2-46a0-a3a5-cd10256e7585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:17:00.034897 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-4f4947f1-6074-4a54-b771-891af9828d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:17:01.195712 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:17:02.931780 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:17:04.344744 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:17:22.600652 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 5 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:17:27.777631 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b3aec143-f6ff-4b11-9fdd-c19e2e019149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:17:30.040555 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-6da45a1c-aa8d-4938-860d-45946f581d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:17:31.212508 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:17:32.937969 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:17:34.326556 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:17:57.810233 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b79837ae-4601-4973-804c-021b8ac7a046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:17:58.510215 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 53846) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:17:58.515838 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [None req-447eef9b-892f-47b9-8a5c-dc2cf6f9ca71 tempest-verify_tempest_config-885158237 tempest-verify_tempest_config-885158237-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103739) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 15:17:58.516820 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-447eef9b-892f-47b9-8a5c-dc2cf6f9ca71 tempest-verify_tempest_config-885158237 tempest-verify_tempest_config-885158237-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056047 Mar 11 15:17:58.970712 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 53864) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:17:59.073519 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1808b3cc-e7ca-428a-8890-074a56d2adbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:17:59.170526 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1808b3cc-e7ca-428a-8890-074a56d2adbb admin admin] Publish callbacks [] for security_group (cb57c765-c8ad-4342-aedd-a0b576653e0c), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:17:59.223094 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1808b3cc-e7ca-428a-8890-074a56d2adbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (cb57c765-c8ad-4342-aedd-a0b576653e0c), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:17:59.268338 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-1808b3cc-e7ca-428a-8890-074a56d2adbb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f0c7f5fe519a4fc9aacbfb45cf6577a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2965395 Mar 11 15:17:59.269583 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808b3cc-e7ca-428a-8890-074a56d2adbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb57c765-c8ad-4342-aedd-a0b576653e0c,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:17:59.271280 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 53868) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:17:59.276593 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1808b3cc-e7ca-428a-8890-074a56d2adbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:17:59.276969 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1808b3cc-e7ca-428a-8890-074a56d2adbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:17:59.277333 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1808b3cc-e7ca-428a-8890-074a56d2adbb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:17:59.277678 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1808b3cc-e7ca-428a-8890-074a56d2adbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:17:59.278009 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1808b3cc-e7ca-428a-8890-074a56d2adbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:17:59.278340 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1808b3cc-e7ca-428a-8890-074a56d2adbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:17:59.278683 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1808b3cc-e7ca-428a-8890-074a56d2adbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:17:59.279013 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1808b3cc-e7ca-428a-8890-074a56d2adbb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:17:59.279380 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1808b3cc-e7ca-428a-8890-074a56d2adbb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:17:59.279715 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1808b3cc-e7ca-428a-8890-074a56d2adbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:17:59.280039 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1808b3cc-e7ca-428a-8890-074a56d2adbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:17:59.280360 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1808b3cc-e7ca-428a-8890-074a56d2adbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:17:59.280680 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1808b3cc-e7ca-428a-8890-074a56d2adbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:17:59.328007 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-244c71c8-a098-47ae-a475-5c1ab2cae19f admin admin] Publish callbacks [] for security_group (cb57c765-c8ad-4342-aedd-a0b576653e0c), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:17:59.348536 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-244c71c8-a098-47ae-a475-5c1ab2cae19f admin admin] Publish callbacks [] for security_group (cb57c765-c8ad-4342-aedd-a0b576653e0c), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:17:59.479943 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-244c71c8-a098-47ae-a475-5c1ab2cae19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (cb57c765-c8ad-4342-aedd-a0b576653e0c), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:17:59.482736 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-244c71c8-a098-47ae-a475-5c1ab2cae19f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:17:59.483900 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-244c71c8-a098-47ae-a475-5c1ab2cae19f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cb57c765-c8ad-4342-aedd-a0b576653e0c HTTP/1.1" status: 204 len: 168 time: 0.2116311 Mar 11 15:17:59.491734 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c71c8-a098-47ae-a475-5c1ab2cae19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb57c765-c8ad-4342-aedd-a0b576653e0c,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:17:59.498440 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c71c8-a098-47ae-a475-5c1ab2cae19f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:17:59.498836 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c71c8-a098-47ae-a475-5c1ab2cae19f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:17:59.499168 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c71c8-a098-47ae-a475-5c1ab2cae19f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:17:59.499541 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c71c8-a098-47ae-a475-5c1ab2cae19f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:17:59.499878 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c71c8-a098-47ae-a475-5c1ab2cae19f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:17:59.500209 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c71c8-a098-47ae-a475-5c1ab2cae19f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:17:59.500554 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c71c8-a098-47ae-a475-5c1ab2cae19f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:17:59.500887 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c71c8-a098-47ae-a475-5c1ab2cae19f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:17:59.501225 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c71c8-a098-47ae-a475-5c1ab2cae19f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:17:59.501558 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c71c8-a098-47ae-a475-5c1ab2cae19f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:17:59.501880 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c71c8-a098-47ae-a475-5c1ab2cae19f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:17:59.502198 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c71c8-a098-47ae-a475-5c1ab2cae19f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:17:59.502516 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244c71c8-a098-47ae-a475-5c1ab2cae19f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:17:59.598874 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 5 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:18:00.048789 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-23fee69f-9ee7-4401-9ea3-f1d412ea32c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:18:01.194401 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:18:02.937475 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:18:04.348441 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:18:27.776579 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-2acc8aee-5665-4a7b-a7fc-f310e2c8523c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:18:30.020718 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-259f420e-41ad-443a-9cdf-3d952b697fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:18:31.187408 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:18:32.952294 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:18:34.341735 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:18:36.597682 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 5 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:18:57.810180 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-55f3bd21-c48c-4e19-938f-44cccc4af1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:19:00.050011 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ac853669-10ef-439f-bcab-b649117e091e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:19:01.198133 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:19:02.947168 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:19:04.346746 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:19:13.597234 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 5 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:19:27.780372 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8edf7dab-897b-4979-987f-edaf17bbe62a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:19:30.043404 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-c7e2b56c-c653-483f-87f0-69b19cf1d320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:19:31.203033 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:19:32.945671 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:19:34.352207 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:19:42.477216 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-624228'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:19:50.596595 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:19:57.288917 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 53940) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:19:57.396988 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-184210b6-9fbc-4eba-8e82-b6e0ac51fa47 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1064336 Mar 11 15:19:57.779968 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-398eaf6e-57e6-48a9-b02e-b6186a96ed0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:19:59.728634 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 53950) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:19:59.782476 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-641a7c10-ccae-48fe-b260-6b979e0a707b admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0527413 Mar 11 15:20:00.036998 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-5d81540e-450a-4d7c-83e4-4650b8948695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:20:01.196960 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:20:02.957241 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:20:04.350377 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:20:12.390783 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:20:27.595734 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:20:27.784566 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3a146314-956e-4d5b-8f76-66adbff1fad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:20:30.059424 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-504b3c15-6fa4-4b58-b509-c546bf0a91ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:20:31.212569 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:20:32.967860 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:20:34.360771 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:20:42.394480 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:20:57.821094 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3547b232-7f3c-4244-887c-dcf1b0fbf2fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:00.075419 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e9ed8f98-c5cc-4f98-8753-0a0b327090ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:01.206663 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:02.955431 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:04.354483 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:04.596465 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:21:12.429469 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:27.805764 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-4a20c9ee-9a26-4116-b1d7-fcb724af6f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:30.050751 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d3967766-4c24-459a-bec1-97f4931f1c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:31.234858 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:33.114713 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:34.377584 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:38.934073 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 54146) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:21:39.503154 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-0138ccf0-b96f-441f-abf1-9cef46f6f3b1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-654270712-network', 'tenant_id': 'eed6760063dd4576ab1cd8fe0fa631e1'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:21:39.580226 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 54172) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:21:39.588812 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0138ccf0-b96f-441f-abf1-9cef46f6f3b1 admin admin] Made reservation on behalf of eed6760063dd4576ab1cd8fe0fa631e1 for: {'network': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:21:39.592941 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0138ccf0-b96f-441f-abf1-9cef46f6f3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for network (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:39.601152 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0138ccf0-b96f-441f-abf1-9cef46f6f3b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:39.621022 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 54180) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:21:39.688258 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0138ccf0-b96f-441f-abf1-9cef46f6f3b1 admin admin] Publish callbacks [] for security_group (da8816de-d047-4e31-bec5-33f6ab1a63cb), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:39.754734 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0138ccf0-b96f-441f-abf1-9cef46f6f3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (da8816de-d047-4e31-bec5-33f6ab1a63cb), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:39.784671 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0138ccf0-b96f-441f-abf1-9cef46f6f3b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:21:39.793775 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138ccf0-b96f-441f-abf1-9cef46f6f3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8816de-d047-4e31-bec5-33f6ab1a63cb,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:39.803409 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0138ccf0-b96f-441f-abf1-9cef46f6f3b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:39.803977 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0138ccf0-b96f-441f-abf1-9cef46f6f3b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:39.804466 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0138ccf0-b96f-441f-abf1-9cef46f6f3b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:39.805672 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0138ccf0-b96f-441f-abf1-9cef46f6f3b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:39.806171 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0138ccf0-b96f-441f-abf1-9cef46f6f3b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:39.806660 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0138ccf0-b96f-441f-abf1-9cef46f6f3b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:39.807141 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0138ccf0-b96f-441f-abf1-9cef46f6f3b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:39.807649 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0138ccf0-b96f-441f-abf1-9cef46f6f3b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:39.808154 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0138ccf0-b96f-441f-abf1-9cef46f6f3b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:39.808650 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0138ccf0-b96f-441f-abf1-9cef46f6f3b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:39.809120 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0138ccf0-b96f-441f-abf1-9cef46f6f3b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:39.810173 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0138ccf0-b96f-441f-abf1-9cef46f6f3b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:39.810698 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0138ccf0-b96f-441f-abf1-9cef46f6f3b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:39.812208 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0138ccf0-b96f-441f-abf1-9cef46f6f3b1 admin admin] Tracked resource versions report: Mar 11 15:21:39.812208 dv-cinder-833365-1-iscsi neutron-server[103739]: pushed versions: Mar 11 15:21:39.812208 dv-cinder-833365-1-iscsi neutron-server[103739]: { 'AddressGroup': {'1.2'}, Mar 11 15:21:39.812208 dv-cinder-833365-1-iscsi neutron-server[103739]: 'ConntrackHelper': {'1.0'}, Mar 11 15:21:39.812208 dv-cinder-833365-1-iscsi neutron-server[103739]: 'LocalIPAssociation': {'1.0'}, Mar 11 15:21:39.812208 dv-cinder-833365-1-iscsi neutron-server[103739]: 'Log': {'1.0'}, Mar 11 15:21:39.812208 dv-cinder-833365-1-iscsi neutron-server[103739]: 'Network': {'1.1'}, Mar 11 15:21:39.812208 dv-cinder-833365-1-iscsi neutron-server[103739]: 'Port': {'1.7'}, Mar 11 15:21:39.812208 dv-cinder-833365-1-iscsi neutron-server[103739]: 'PortForwarding': {'1.2'}, Mar 11 15:21:39.812208 dv-cinder-833365-1-iscsi neutron-server[103739]: 'QosPolicy': {'1.10'}, Mar 11 15:21:39.812208 dv-cinder-833365-1-iscsi neutron-server[103739]: 'SecurityGroup': {'1.5'}, Mar 11 15:21:39.812208 dv-cinder-833365-1-iscsi neutron-server[103739]: 'SecurityGroupRule': {'1.2'}, Mar 11 15:21:39.812208 dv-cinder-833365-1-iscsi neutron-server[103739]: 'SubPort': {'1.0'}, Mar 11 15:21:39.812208 dv-cinder-833365-1-iscsi neutron-server[103739]: 'Subnet': {'1.1'}, Mar 11 15:21:39.812208 dv-cinder-833365-1-iscsi neutron-server[103739]: 'Trunk': {'1.1'}} Mar 11 15:21:39.812208 dv-cinder-833365-1-iscsi neutron-server[103739]: consumer versions: Mar 11 15:21:39.812208 dv-cinder-833365-1-iscsi neutron-server[103739]: { DHCP agent@dv-cinder-833365-1-iscsi: {}, Mar 11 15:21:39.812208 dv-cinder-833365-1-iscsi neutron-server[103739]: HyperV agent@hv-cinder-83336: {}, Mar 11 15:21:39.812208 dv-cinder-833365-1-iscsi neutron-server[103739]: L3 agent@dv-cinder-833365-1-iscsi: {}, Mar 11 15:21:39.812208 dv-cinder-833365-1-iscsi neutron-server[103739]: Metadata agent@dv-cinder-833365-1-iscsi: {}, Mar 11 15:21:39.812208 dv-cinder-833365-1-iscsi neutron-server[103739]: Metering agent@dv-cinder-833365-1-iscsi: {}, Mar 11 15:21:39.812208 dv-cinder-833365-1-iscsi neutron-server[103739]: Open vSwitch agent@dv-cinder-833365-1-iscsi: { 'AddressGroup': '1.2', Mar 11 15:21:39.812208 dv-cinder-833365-1-iscsi neutron-server[103739]: 'ConntrackHelper': '1.0', Mar 11 15:21:39.812208 dv-cinder-833365-1-iscsi neutron-server[103739]: 'LocalIPAssociation': '1.0', Mar 11 15:21:39.812208 dv-cinder-833365-1-iscsi neutron-server[103739]: 'Log': '1.0', Mar 11 15:21:39.812208 dv-cinder-833365-1-iscsi neutron-server[103739]: 'Network': '1.1', Mar 11 15:21:39.812208 dv-cinder-833365-1-iscsi neutron-server[103739]: 'Port': '1.7', Mar 11 15:21:39.812208 dv-cinder-833365-1-iscsi neutron-server[103739]: 'PortForwarding': '1.2', Mar 11 15:21:39.812208 dv-cinder-833365-1-iscsi neutron-server[103739]: 'QosPolicy': '1.10', Mar 11 15:21:39.812208 dv-cinder-833365-1-iscsi neutron-server[103739]: 'SecurityGroup': '1.5', Mar 11 15:21:39.812208 dv-cinder-833365-1-iscsi neutron-server[103739]: 'SecurityGroupRule': '1.2', Mar 11 15:21:39.812208 dv-cinder-833365-1-iscsi neutron-server[103739]: 'SubPort': '1.0', Mar 11 15:21:39.812208 dv-cinder-833365-1-iscsi neutron-server[103739]: 'Subnet': '1.1', Mar 11 15:21:39.812208 dv-cinder-833365-1-iscsi neutron-server[103739]: 'Trunk': '1.1'}} Mar 11 15:21:39.812208 dv-cinder-833365-1-iscsi neutron-server[103739]: {{(pid=103739) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 15:21:39.820228 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0138ccf0-b96f-441f-abf1-9cef46f6f3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (efd27574-803f-4fc4-8716-95fa10ee0931), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:39.825264 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.db.segments_db [None req-0138ccf0-b96f-441f-abf1-9cef46f6f3b1 admin admin] Added segment efd27574-803f-4fc4-8716-95fa10ee0931 of type vlan for network a4bd7a84-65b5-427c-a67c-ef447e39a69d Mar 11 15:21:39.866184 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0138ccf0-b96f-441f-abf1-9cef46f6f3b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152803018'] for network (a4bd7a84-65b5-427c-a67c-ef447e39a69d), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:39.952940 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-7a671bc0-7d48-4161-9a00-8d684843f150 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-647953856-network', 'tenant_id': '485785a62e414ac69e1b5ba35562b168'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:21:39.990001 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0138ccf0-b96f-441f-abf1-9cef46f6f3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548'] for network (a4bd7a84-65b5-427c-a67c-ef447e39a69d), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:39.990924 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0138ccf0-b96f-441f-abf1-9cef46f6f3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:39.991561 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0138ccf0-b96f-441f-abf1-9cef46f6f3b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:40.006373 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-132b7a61-eef7-4acf-8725-e6da07cd7ae0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-850374247-network', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:21:40.054615 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a671bc0-7d48-4161-9a00-8d684843f150 admin admin] Made reservation on behalf of 485785a62e414ac69e1b5ba35562b168 for: {'network': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:21:40.061456 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7a671bc0-7d48-4161-9a00-8d684843f150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for network (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:40.088618 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7a671bc0-7d48-4161-9a00-8d684843f150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:40.156767 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-0138ccf0-b96f-441f-abf1-9cef46f6f3b1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2215359 Mar 11 15:21:40.160211 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 54204) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:21:40.167795 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-7fd40cc4-33df-4bc5-9739-20ddfeeb6fb3 admin admin] Request body: {'subnet': {'network_id': 'a4bd7a84-65b5-427c-a67c-ef447e39a69d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-654270712-subnet', 'tenant_id': 'eed6760063dd4576ab1cd8fe0fa631e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:21:40.205087 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138ccf0-b96f-441f-abf1-9cef46f6f3b1 admin admin] Pushing event updated for resources: {'Network': ['ID=a4bd7a84-65b5-427c-a67c-ef447e39a69d,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:40.217677 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Network a4bd7a84-65b5-427c-a67c-ef447e39a69d details requested by agent ovs-agent-dv-cinder-833365-1-iscsi with host dv-cinder-833365-1-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 15:21:40.243337 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7a671bc0-7d48-4161-9a00-8d684843f150 admin admin] Publish callbacks [] for security_group (96e1057b-7029-4c25-99d3-229571be9b1b), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:40.244802 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132b7a61-eef7-4acf-8725-e6da07cd7ae0 admin admin] Made reservation on behalf of bfe9430712c14bdfbe466c8ac9edd4fe for: {'network': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:21:40.249585 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-132b7a61-eef7-4acf-8725-e6da07cd7ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for network (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:40.256230 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-132b7a61-eef7-4acf-8725-e6da07cd7ae0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:40.308045 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd40cc4-33df-4bc5-9739-20ddfeeb6fb3 admin admin] Made reservation on behalf of eed6760063dd4576ab1cd8fe0fa631e1 for: {'subnet': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:21:40.311252 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7fd40cc4-33df-4bc5-9739-20ddfeeb6fb3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:40.343846 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-132b7a61-eef7-4acf-8725-e6da07cd7ae0 admin admin] Publish callbacks [] for security_group (c34d6c7f-2f6f-412c-8333-e589c8549305), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:40.344850 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7a671bc0-7d48-4161-9a00-8d684843f150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (96e1057b-7029-4c25-99d3-229571be9b1b), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:40.368588 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a671bc0-7d48-4161-9a00-8d684843f150 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:21:40.382935 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a671bc0-7d48-4161-9a00-8d684843f150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e1057b-7029-4c25-99d3-229571be9b1b,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:40.388644 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7a671bc0-7d48-4161-9a00-8d684843f150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (fe702dd1-454d-40ac-9a2b-6845db1b1d1b), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:40.389288 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.db.segments_db [None req-7a671bc0-7d48-4161-9a00-8d684843f150 admin admin] Added segment fe702dd1-454d-40ac-9a2b-6845db1b1d1b of type vlan for network 10111652-25be-4b6e-aa55-10f6e37ef1f5 Mar 11 15:21:40.520000 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-132b7a61-eef7-4acf-8725-e6da07cd7ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (c34d6c7f-2f6f-412c-8333-e589c8549305), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:40.543404 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7a671bc0-7d48-4161-9a00-8d684843f150 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152803018'] for network (10111652-25be-4b6e-aa55-10f6e37ef1f5), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:40.555929 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-132b7a61-eef7-4acf-8725-e6da07cd7ae0 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:21:40.573510 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b7a61-eef7-4acf-8725-e6da07cd7ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34d6c7f-2f6f-412c-8333-e589c8549305,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:40.604333 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-132b7a61-eef7-4acf-8725-e6da07cd7ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (08e2d6d3-038c-4332-be4e-e62a17151335), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:40.604739 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.db.segments_db [None req-132b7a61-eef7-4acf-8725-e6da07cd7ae0 admin admin] Added segment 08e2d6d3-038c-4332-be4e-e62a17151335 of type vlan for network 8544fd48-a5da-477d-ba08-7fd1e3df5115 Mar 11 15:21:40.670866 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-132b7a61-eef7-4acf-8725-e6da07cd7ae0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152803018'] for network (8544fd48-a5da-477d-ba08-7fd1e3df5115), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:40.686457 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7fd40cc4-33df-4bc5-9739-20ddfeeb6fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548'] for subnet (010c59a7-5a80-4cfe-b5d6-b72ffdb6c329), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:40.741385 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd40cc4-33df-4bc5-9739-20ddfeeb6fb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=010c59a7-5a80-4cfe-b5d6-b72ffdb6c329,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:40.757292 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd40cc4-33df-4bc5-9739-20ddfeeb6fb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:40.757973 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd40cc4-33df-4bc5-9739-20ddfeeb6fb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:40.758539 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd40cc4-33df-4bc5-9739-20ddfeeb6fb3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:40.758953 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd40cc4-33df-4bc5-9739-20ddfeeb6fb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:40.759388 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd40cc4-33df-4bc5-9739-20ddfeeb6fb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:40.759784 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd40cc4-33df-4bc5-9739-20ddfeeb6fb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:40.760354 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd40cc4-33df-4bc5-9739-20ddfeeb6fb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:40.760866 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd40cc4-33df-4bc5-9739-20ddfeeb6fb3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:40.761200 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd40cc4-33df-4bc5-9739-20ddfeeb6fb3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:40.761716 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd40cc4-33df-4bc5-9739-20ddfeeb6fb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:40.762126 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd40cc4-33df-4bc5-9739-20ddfeeb6fb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:40.763185 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd40cc4-33df-4bc5-9739-20ddfeeb6fb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:40.763760 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd40cc4-33df-4bc5-9739-20ddfeeb6fb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:40.765011 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd40cc4-33df-4bc5-9739-20ddfeeb6fb3 admin admin] Tracked resource versions report: Mar 11 15:21:40.765011 dv-cinder-833365-1-iscsi neutron-server[103740]: pushed versions: Mar 11 15:21:40.765011 dv-cinder-833365-1-iscsi neutron-server[103740]: { 'AddressGroup': {'1.2'}, Mar 11 15:21:40.765011 dv-cinder-833365-1-iscsi neutron-server[103740]: 'ConntrackHelper': {'1.0'}, Mar 11 15:21:40.765011 dv-cinder-833365-1-iscsi neutron-server[103740]: 'LocalIPAssociation': {'1.0'}, Mar 11 15:21:40.765011 dv-cinder-833365-1-iscsi neutron-server[103740]: 'Log': {'1.0'}, Mar 11 15:21:40.765011 dv-cinder-833365-1-iscsi neutron-server[103740]: 'Network': {'1.1'}, Mar 11 15:21:40.765011 dv-cinder-833365-1-iscsi neutron-server[103740]: 'Port': {'1.7'}, Mar 11 15:21:40.765011 dv-cinder-833365-1-iscsi neutron-server[103740]: 'PortForwarding': {'1.2'}, Mar 11 15:21:40.765011 dv-cinder-833365-1-iscsi neutron-server[103740]: 'QosPolicy': {'1.10'}, Mar 11 15:21:40.765011 dv-cinder-833365-1-iscsi neutron-server[103740]: 'SecurityGroup': {'1.5'}, Mar 11 15:21:40.765011 dv-cinder-833365-1-iscsi neutron-server[103740]: 'SecurityGroupRule': {'1.2'}, Mar 11 15:21:40.765011 dv-cinder-833365-1-iscsi neutron-server[103740]: 'SubPort': {'1.0'}, Mar 11 15:21:40.765011 dv-cinder-833365-1-iscsi neutron-server[103740]: 'Subnet': {'1.1'}, Mar 11 15:21:40.765011 dv-cinder-833365-1-iscsi neutron-server[103740]: 'Trunk': {'1.1'}} Mar 11 15:21:40.765011 dv-cinder-833365-1-iscsi neutron-server[103740]: consumer versions: Mar 11 15:21:40.765011 dv-cinder-833365-1-iscsi neutron-server[103740]: { DHCP agent@dv-cinder-833365-1-iscsi: {}, Mar 11 15:21:40.765011 dv-cinder-833365-1-iscsi neutron-server[103740]: HyperV agent@hv-cinder-83336: {}, Mar 11 15:21:40.765011 dv-cinder-833365-1-iscsi neutron-server[103740]: L3 agent@dv-cinder-833365-1-iscsi: {}, Mar 11 15:21:40.765011 dv-cinder-833365-1-iscsi neutron-server[103740]: Metadata agent@dv-cinder-833365-1-iscsi: {}, Mar 11 15:21:40.765011 dv-cinder-833365-1-iscsi neutron-server[103740]: Metering agent@dv-cinder-833365-1-iscsi: {}, Mar 11 15:21:40.765011 dv-cinder-833365-1-iscsi neutron-server[103740]: Open vSwitch agent@dv-cinder-833365-1-iscsi: { 'AddressGroup': '1.2', Mar 11 15:21:40.765011 dv-cinder-833365-1-iscsi neutron-server[103740]: 'ConntrackHelper': '1.0', Mar 11 15:21:40.765011 dv-cinder-833365-1-iscsi neutron-server[103740]: 'LocalIPAssociation': '1.0', Mar 11 15:21:40.765011 dv-cinder-833365-1-iscsi neutron-server[103740]: 'Log': '1.0', Mar 11 15:21:40.765011 dv-cinder-833365-1-iscsi neutron-server[103740]: 'Network': '1.1', Mar 11 15:21:40.765011 dv-cinder-833365-1-iscsi neutron-server[103740]: 'Port': '1.7', Mar 11 15:21:40.765011 dv-cinder-833365-1-iscsi neutron-server[103740]: 'PortForwarding': '1.2', Mar 11 15:21:40.765011 dv-cinder-833365-1-iscsi neutron-server[103740]: 'QosPolicy': '1.10', Mar 11 15:21:40.765011 dv-cinder-833365-1-iscsi neutron-server[103740]: 'SecurityGroup': '1.5', Mar 11 15:21:40.765011 dv-cinder-833365-1-iscsi neutron-server[103740]: 'SecurityGroupRule': '1.2', Mar 11 15:21:40.765011 dv-cinder-833365-1-iscsi neutron-server[103740]: 'SubPort': '1.0', Mar 11 15:21:40.765011 dv-cinder-833365-1-iscsi neutron-server[103740]: 'Subnet': '1.1', Mar 11 15:21:40.765011 dv-cinder-833365-1-iscsi neutron-server[103740]: 'Trunk': '1.1'}} Mar 11 15:21:40.765011 dv-cinder-833365-1-iscsi neutron-server[103740]: {{(pid=103740) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 15:21:40.767203 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7a671bc0-7d48-4161-9a00-8d684843f150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548'] for network (10111652-25be-4b6e-aa55-10f6e37ef1f5), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:40.767203 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a671bc0-7d48-4161-9a00-8d684843f150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:40.768085 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7a671bc0-7d48-4161-9a00-8d684843f150 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:40.780358 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd40cc4-33df-4bc5-9739-20ddfeeb6fb3 admin admin] Checking segment: {'id': 'efd27574-803f-4fc4-8716-95fa10ee0931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a4bd7a84-65b5-427c-a67c-ef447e39a69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:21:40.781120 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd40cc4-33df-4bc5-9739-20ddfeeb6fb3 admin admin] Network hostable DHCP agents. Network: a4bd7a84-65b5-427c-a67c-ef447e39a69d, hostable agents: ['e21939e9-4971-4f1d-851f-403443bff873'], hosted agents: [] {{(pid=103740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:21:40.801410 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-132b7a61-eef7-4acf-8725-e6da07cd7ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548'] for network (8544fd48-a5da-477d-ba08-7fd1e3df5115), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:40.802661 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132b7a61-eef7-4acf-8725-e6da07cd7ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:40.802905 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-132b7a61-eef7-4acf-8725-e6da07cd7ae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:40.873929 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a671bc0-7d48-4161-9a00-8d684843f150 admin admin] Pushing event updated for resources: {'Network': ['ID=10111652-25be-4b6e-aa55-10f6e37ef1f5,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:40.881395 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-7a671bc0-7d48-4161-9a00-8d684843f150 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2973588 Mar 11 15:21:40.883766 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 54234) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:21:40.886546 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Network 10111652-25be-4b6e-aa55-10f6e37ef1f5 details requested by agent ovs-agent-dv-cinder-833365-1-iscsi with host dv-cinder-833365-1-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 15:21:40.895573 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-e11eeda7-3d10-4ec7-9633-d623c1333a56 admin admin] Request body: {'subnet': {'network_id': '10111652-25be-4b6e-aa55-10f6e37ef1f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-647953856-subnet', 'tenant_id': '485785a62e414ac69e1b5ba35562b168', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:21:40.908176 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd40cc4-33df-4bc5-9739-20ddfeeb6fb3 admin admin] Network a4bd7a84-65b5-427c-a67c-ef447e39a69d is scheduled to be hosted by DHCP agent e21939e9-4971-4f1d-851f-403443bff873 with binding_index 1 {{(pid=103740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:21:40.936982 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b7a61-eef7-4acf-8725-e6da07cd7ae0 admin admin] Pushing event updated for resources: {'Network': ['ID=8544fd48-a5da-477d-ba08-7fd1e3df5115,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:40.947989 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-132b7a61-eef7-4acf-8725-e6da07cd7ae0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3253291 Mar 11 15:21:40.956002 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 54238) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:21:40.977376 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-b28a38a9-72b1-4ff3-8f7d-76d094c055a1 admin admin] Request body: {'subnet': {'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-850374247-subnet', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:21:41.022999 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11eeda7-3d10-4ec7-9633-d623c1333a56 admin admin] Made reservation on behalf of 485785a62e414ac69e1b5ba35562b168 for: {'subnet': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:21:41.025282 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e11eeda7-3d10-4ec7-9633-d623c1333a56 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:41.041401 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Network 8544fd48-a5da-477d-ba08-7fd1e3df5115 details requested by agent ovs-agent-dv-cinder-833365-1-iscsi with host dv-cinder-833365-1-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 15:21:41.046017 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28a38a9-72b1-4ff3-8f7d-76d094c055a1 admin admin] Made reservation on behalf of bfe9430712c14bdfbe466c8ac9edd4fe for: {'subnet': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:21:41.055090 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b28a38a9-72b1-4ff3-8f7d-76d094c055a1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:41.285405 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-7fd40cc4-33df-4bc5-9739-20ddfeeb6fb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833365-1-iscsi, a4bd7a84-65b5-427c-a67c-ef447e39a69d) {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:21:41.295806 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e301e1-c8bc-4e13-bf59-34e84812eee7 None None] Network a4bd7a84-65b5-427c-a67c-ef447e39a69d requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:21:41.384794 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd40cc4-33df-4bc5-9739-20ddfeeb6fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:41.385333 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7fd40cc4-33df-4bc5-9739-20ddfeeb6fb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:41.420741 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478e6382-92e5-453e-a347-260db61a1dcf None None] Network a4bd7a84-65b5-427c-a67c-ef447e39a69d requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:21:41.436758 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e11eeda7-3d10-4ec7-9633-d623c1333a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548'] for subnet (444501c1-6c2a-4ddb-b96c-892921be9c2d), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:41.462805 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b28a38a9-72b1-4ff3-8f7d-76d094c055a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548'] for subnet (7dfec5c9-f9f3-4b90-a760-ecd6a23b912b), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:41.485741 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11eeda7-3d10-4ec7-9633-d623c1333a56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=444501c1-6c2a-4ddb-b96c-892921be9c2d,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:41.501923 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-7fd40cc4-33df-4bc5-9739-20ddfeeb6fb3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3401835 Mar 11 15:21:41.543668 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11eeda7-3d10-4ec7-9633-d623c1333a56 admin admin] Checking segment: {'id': 'fe702dd1-454d-40ac-9a2b-6845db1b1d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '10111652-25be-4b6e-aa55-10f6e37ef1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:21:41.545197 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11eeda7-3d10-4ec7-9633-d623c1333a56 admin admin] Network hostable DHCP agents. Network: 10111652-25be-4b6e-aa55-10f6e37ef1f5, hostable agents: ['e21939e9-4971-4f1d-851f-403443bff873'], hosted agents: [] {{(pid=103740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:21:41.582412 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a38a9-72b1-4ff3-8f7d-76d094c055a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dfec5c9-f9f3-4b90-a760-ecd6a23b912b,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:41.596227 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:21:41.609667 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a38a9-72b1-4ff3-8f7d-76d094c055a1 admin admin] Checking segment: {'id': '08e2d6d3-038c-4332-be4e-e62a17151335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:21:41.610034 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28a38a9-72b1-4ff3-8f7d-76d094c055a1 admin admin] Network hostable DHCP agents. Network: 8544fd48-a5da-477d-ba08-7fd1e3df5115, hostable agents: ['e21939e9-4971-4f1d-851f-403443bff873'], hosted agents: [] {{(pid=103739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:21:41.657246 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11eeda7-3d10-4ec7-9633-d623c1333a56 admin admin] Network 10111652-25be-4b6e-aa55-10f6e37ef1f5 is scheduled to be hosted by DHCP agent e21939e9-4971-4f1d-851f-403443bff873 with binding_index 1 {{(pid=103740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:21:41.703347 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28a38a9-72b1-4ff3-8f7d-76d094c055a1 admin admin] Network 8544fd48-a5da-477d-ba08-7fd1e3df5115 is scheduled to be hosted by DHCP agent e21939e9-4971-4f1d-851f-403443bff873 with binding_index 1 {{(pid=103739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:21:41.776238 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-e11eeda7-3d10-4ec7-9633-d623c1333a56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833365-1-iscsi, 10111652-25be-4b6e-aa55-10f6e37ef1f5) {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:21:41.778858 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-b28a38a9-72b1-4ff3-8f7d-76d094c055a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833365-1-iscsi, 8544fd48-a5da-477d-ba08-7fd1e3df5115) {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:21:41.781101 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11eeda7-3d10-4ec7-9633-d623c1333a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:41.781809 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e11eeda7-3d10-4ec7-9633-d623c1333a56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:41.785178 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28a38a9-72b1-4ff3-8f7d-76d094c055a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:41.785178 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b28a38a9-72b1-4ff3-8f7d-76d094c055a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for subnet (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:41.786557 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b427f47a-69be-4361-969f-ea23059dbf21 None None] Network 10111652-25be-4b6e-aa55-10f6e37ef1f5 requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:21:41.790784 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c35260a-35d7-44f1-91e8-aed9999d1dac None None] Network 8544fd48-a5da-477d-ba08-7fd1e3df5115 requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:21:41.928798 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-e11eeda7-3d10-4ec7-9633-d623c1333a56 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0413451 Mar 11 15:21:41.934124 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 54272) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:21:41.939920 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-b28a38a9-72b1-4ff3-8f7d-76d094c055a1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9803150 Mar 11 15:21:41.940372 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-9e71c2b7-8723-46b0-89ac-aafce8ee2fda admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-647953856-router', 'tenant_id': '485785a62e414ac69e1b5ba35562b168', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:21:41.941075 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 54274) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:21:41.948091 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-5f40be94-0be9-45e8-9976-c87db38b1e0e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-850374247-router', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:21:41.963831 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3901c706-4787-4a2e-a94f-c566bd03e0e5 None None] Network 10111652-25be-4b6e-aa55-10f6e37ef1f5 requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:21:41.995154 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba5bfae8-fb0b-5e64-82d4-a0a3cc1a0157-8544fd48-a5da-477d-ba08-7fd1e3df5115', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'fixed_ips': [{'subnet_id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b'}]}} from dv-cinder-833365-1-iscsi. {{(pid=103741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 15:21:41.995154 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:42.052976 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9e71c2b7-8723-46b0-89ac-aafce8ee2fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-624982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8329'] for router (f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:42.054625 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9e71c2b7-8723-46b0-89ac-aafce8ee2fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-625122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8432'] for router (f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:42.076278 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5f40be94-0be9-45e8-9976-c87db38b1e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-624982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8329'] for router (1a86ac94-a74c-4d3f-a1a4-2bf388d93e11), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:42.078264 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5f40be94-0be9-45e8-9976-c87db38b1e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-625122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8432'] for router (1a86ac94-a74c-4d3f-a1a4-2bf388d93e11), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:42.205383 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 54286) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:21:42.208121 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5f40be94-0be9-45e8-9976-c87db38b1e0e admin admin] Publish callbacks [] for router_controller (1a86ac94-a74c-4d3f-a1a4-2bf388d93e11), precommit_add_association {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:42.217922 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.db_base_plugin_common [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] Allocated IP 172.20.0.2 (8544fd48-a5da-477d-ba08-7fd1e3df5115/7dfec5c9-f9f3-4b90-a760-ecd6a23b912b/553af422-eede-40c6-ae46-a7ed5793dd27) {{(pid=103741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:21:42.248601 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9e71c2b7-8723-46b0-89ac-aafce8ee2fda admin admin] Publish callbacks [] for router_controller (f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb), precommit_add_association {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:42.370764 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-de4d2350-5be6-45a7-acf7-d3f0a45af7e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:42.483707 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] Publish callbacks [] for port (553af422-eede-40c6-ae46-a7ed5793dd27), precommit_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:42.517130 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5f40be94-0be9-45e8-9976-c87db38b1e0e admin admin] Publish callbacks [] for router_gateway (1a86ac94-a74c-4d3f-a1a4-2bf388d93e11), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:42.526460 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:42.555152 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391'] for port (553af422-eede-40c6-ae46-a7ed5793dd27), after_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:42.570895 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 54320) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:21:42.573213 dv-cinder-833365-1-iscsi neutron-server[103739]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 11 15:21:42.650281 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] Network 8544fd48-a5da-477d-ba08-7fd1e3df5115 is already hosted by enough agents. {{(pid=103741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:21:42.653942 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.scheduler.base_scheduler [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] Resources bound (agent type, host, resource id): {{(pid=103741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:21:42.658778 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] Received port after_create {{(pid=103741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:21:42.662194 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] Pushing event updated for resources: {'Port': ['ID=553af422-eede-40c6-ae46-a7ed5793dd27,revision_number=1']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:42.665154 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9e71c2b7-8723-46b0-89ac-aafce8ee2fda admin admin] Publish callbacks [] for router_gateway (f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:42.675367 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:42.675761 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:42.676537 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:42.676537 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:42.676809 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:42.677164 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:42.677498 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:42.677826 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:42.678201 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:42.678545 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:42.678871 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:42.679188 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:42.679586 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:42.680889 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] Tracked resource versions report: Mar 11 15:21:42.680889 dv-cinder-833365-1-iscsi neutron-server[103741]: pushed versions: Mar 11 15:21:42.680889 dv-cinder-833365-1-iscsi neutron-server[103741]: { 'AddressGroup': {'1.2'}, Mar 11 15:21:42.680889 dv-cinder-833365-1-iscsi neutron-server[103741]: 'ConntrackHelper': {'1.0'}, Mar 11 15:21:42.680889 dv-cinder-833365-1-iscsi neutron-server[103741]: 'LocalIPAssociation': {'1.0'}, Mar 11 15:21:42.680889 dv-cinder-833365-1-iscsi neutron-server[103741]: 'Log': {'1.0'}, Mar 11 15:21:42.680889 dv-cinder-833365-1-iscsi neutron-server[103741]: 'Network': {'1.1'}, Mar 11 15:21:42.680889 dv-cinder-833365-1-iscsi neutron-server[103741]: 'Port': {'1.7'}, Mar 11 15:21:42.680889 dv-cinder-833365-1-iscsi neutron-server[103741]: 'PortForwarding': {'1.2'}, Mar 11 15:21:42.680889 dv-cinder-833365-1-iscsi neutron-server[103741]: 'QosPolicy': {'1.10'}, Mar 11 15:21:42.680889 dv-cinder-833365-1-iscsi neutron-server[103741]: 'SecurityGroup': {'1.5'}, Mar 11 15:21:42.680889 dv-cinder-833365-1-iscsi neutron-server[103741]: 'SecurityGroupRule': {'1.2'}, Mar 11 15:21:42.680889 dv-cinder-833365-1-iscsi neutron-server[103741]: 'SubPort': {'1.0'}, Mar 11 15:21:42.680889 dv-cinder-833365-1-iscsi neutron-server[103741]: 'Subnet': {'1.1'}, Mar 11 15:21:42.680889 dv-cinder-833365-1-iscsi neutron-server[103741]: 'Trunk': {'1.1'}} Mar 11 15:21:42.680889 dv-cinder-833365-1-iscsi neutron-server[103741]: consumer versions: Mar 11 15:21:42.680889 dv-cinder-833365-1-iscsi neutron-server[103741]: { DHCP agent@dv-cinder-833365-1-iscsi: {}, Mar 11 15:21:42.680889 dv-cinder-833365-1-iscsi neutron-server[103741]: HyperV agent@hv-cinder-83336: {}, Mar 11 15:21:42.680889 dv-cinder-833365-1-iscsi neutron-server[103741]: L3 agent@dv-cinder-833365-1-iscsi: {}, Mar 11 15:21:42.680889 dv-cinder-833365-1-iscsi neutron-server[103741]: Metadata agent@dv-cinder-833365-1-iscsi: {}, Mar 11 15:21:42.680889 dv-cinder-833365-1-iscsi neutron-server[103741]: Metering agent@dv-cinder-833365-1-iscsi: {}, Mar 11 15:21:42.680889 dv-cinder-833365-1-iscsi neutron-server[103741]: Open vSwitch agent@dv-cinder-833365-1-iscsi: { 'AddressGroup': '1.2', Mar 11 15:21:42.680889 dv-cinder-833365-1-iscsi neutron-server[103741]: 'ConntrackHelper': '1.0', Mar 11 15:21:42.680889 dv-cinder-833365-1-iscsi neutron-server[103741]: 'LocalIPAssociation': '1.0', Mar 11 15:21:42.680889 dv-cinder-833365-1-iscsi neutron-server[103741]: 'Log': '1.0', Mar 11 15:21:42.680889 dv-cinder-833365-1-iscsi neutron-server[103741]: 'Network': '1.1', Mar 11 15:21:42.680889 dv-cinder-833365-1-iscsi neutron-server[103741]: 'Port': '1.7', Mar 11 15:21:42.680889 dv-cinder-833365-1-iscsi neutron-server[103741]: 'PortForwarding': '1.2', Mar 11 15:21:42.680889 dv-cinder-833365-1-iscsi neutron-server[103741]: 'QosPolicy': '1.10', Mar 11 15:21:42.680889 dv-cinder-833365-1-iscsi neutron-server[103741]: 'SecurityGroup': '1.5', Mar 11 15:21:42.680889 dv-cinder-833365-1-iscsi neutron-server[103741]: 'SecurityGroupRule': '1.2', Mar 11 15:21:42.680889 dv-cinder-833365-1-iscsi neutron-server[103741]: 'SubPort': '1.0', Mar 11 15:21:42.680889 dv-cinder-833365-1-iscsi neutron-server[103741]: 'Subnet': '1.1', Mar 11 15:21:42.680889 dv-cinder-833365-1-iscsi neutron-server[103741]: 'Trunk': '1.1'}} Mar 11 15:21:42.680889 dv-cinder-833365-1-iscsi neutron-server[103741]: {{(pid=103741) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 15:21:42.763646 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-de4d2350-5be6-45a7-acf7-d3f0a45af7e7 admin admin] Publish callbacks [] for security_group (0de5f731-5ad4-4328-80a7-b293159ed1b8), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:42.776141 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] Attempting to bind port 553af422-eede-40c6-ae46-a7ed5793dd27 on host dv-cinder-833365-1-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:21:42.776629 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] Attempting to bind port 553af422-eede-40c6-ae46-a7ed5793dd27 by drivers openvswitch,hyperv on host dv-cinder-833365-1-iscsi at level 0 using segments [{'id': '08e2d6d3-038c-4332-be4e-e62a17151335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:21:42.777001 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] Attempting to bind port 553af422-eede-40c6-ae46-a7ed5793dd27 on network 8544fd48-a5da-477d-ba08-7fd1e3df5115 {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:21:42.783136 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] Checking agent: {'id': 'fa4429e9-b5f2-4825-8862-7268ebba473a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833365-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 13, 4), 'started_at': datetime.datetime(2022, 3, 11, 15, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833365-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:21:42.786917 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] Checking segment: {'id': '08e2d6d3-038c-4332-be4e-e62a17151335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:21:42.786917 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:42.786917 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] Bound using segment: {'id': '08e2d6d3-038c-4332-be4e-e62a17151335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:21:42.786917 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] Bound port: 553af422-eede-40c6-ae46-a7ed5793dd27, host: dv-cinder-833365-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08e2d6d3-038c-4332-be4e-e62a17151335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:21:42.786917 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (553af422-eede-40c6-ae46-a7ed5793dd27), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:42.850613 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] For port 553af422-eede-40c6-ae46-a7ed5793dd27, host dv-cinder-833365-1-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:21:42.854257 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] For port 553af422-eede-40c6-ae46-a7ed5793dd27, host dv-cinder-833365-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=553af422-eede-40c6-ae46-a7ed5793dd27,segment=NetworkSegment(08e2d6d3-038c-4332-be4e-e62a17151335),segment_id=08e2d6d3-038c-4332-be4e-e62a17151335)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:21:42.855161 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-de4d2350-5be6-45a7-acf7-d3f0a45af7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (0de5f731-5ad4-4328-80a7-b293159ed1b8), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:42.880581 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51311e-9b59-4042-b740-7abb7c147598 req-9be387ad-50d4-4d3d-9b87-8cb27df80754 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:42.882059 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-de51311e-9b59-4042-b740-7abb7c147598 req-9be387ad-50d4-4d3d-9b87-8cb27df80754 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/networks?id=a4bd7a84-65b5-427c-a67c-ef447e39a69d HTTP/1.1" status: 200 len: 811 time: 0.3100829 Mar 11 15:21:42.902136 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-de51311e-9b59-4042-b740-7abb7c147598 req-2a7db7ba-b351-45b6-a703-cc8f51572c5f tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/quotas/eed6760063dd4576ab1cd8fe0fa631e1 HTTP/1.1" status: 200 len: 375 time: 0.0123739 Mar 11 15:21:42.913089 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-de4d2350-5be6-45a7-acf7-d3f0a45af7e7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dd64c94912a7471199e8729749a9f09c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7065485 Mar 11 15:21:42.916900 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d2350-5be6-45a7-acf7-d3f0a45af7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de5f731-5ad4-4328-80a7-b293159ed1b8,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:42.917933 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 54324) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:21:42.927686 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (553af422-eede-40c6-ae46-a7ed5793dd27), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:42.968423 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-de51311e-9b59-4042-b740-7abb7c147598 req-ba7e9fc1-3a71-447a-b0d1-b7d066474886 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=eed6760063dd4576ab1cd8fe0fa631e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597119 Mar 11 15:21:42.992878 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0b441-a4a4-4716-a91e-b1f755eeca66 None None] Pushing event updated for resources: {'Port': ['ID=553af422-eede-40c6-ae46-a7ed5793dd27,revision_number=2']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:43.126972 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9e71c2b7-8723-46b0-89ac-aafce8ee2fda admin admin] Publish callbacks [] for router_gateway (f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:43.141951 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [req-de51311e-9b59-4042-b740-7abb7c147598 req-26394475-8b35-40b0-8c68-0c844c31f33f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103739) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 15:21:43.142963 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-de51311e-9b59-4042-b740-7abb7c147598 req-26394475-8b35-40b0-8c68-0c844c31f33f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0765135 Mar 11 15:21:43.155620 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9e71c2b7-8723-46b0-89ac-aafce8ee2fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:43.175755 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-bfb72d87-88aa-4274-8b37-717e32e0ebf8 admin admin] Publish callbacks [] for security_group (0de5f731-5ad4-4328-80a7-b293159ed1b8), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:43.283823 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-bfb72d87-88aa-4274-8b37-717e32e0ebf8 admin admin] Publish callbacks [] for security_group (0de5f731-5ad4-4328-80a7-b293159ed1b8), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:43.290051 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5f40be94-0be9-45e8-9976-c87db38b1e0e admin admin] Publish callbacks [] for router_gateway (1a86ac94-a74c-4d3f-a1a4-2bf388d93e11), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:43.336807 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5f40be94-0be9-45e8-9976-c87db38b1e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:43.356827 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-9e71c2b7-8723-46b0-89ac-aafce8ee2fda admin admin] Allocated IP 172.27.2.112 (78e1392b-e3c2-4d04-8c82-7bd84bb30297/7f6dd339-b219-48a3-93bc-4a99710f07af/b32bb669-3745-4d68-8a13-70f560d6540c) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:21:43.416609 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-de51311e-9b59-4042-b740-7abb7c147598 req-f7667753-1013-4352-8b90-67fa8006050e service neutron] 10.222.0.44 "GET /v2.0/networks/a4bd7a84-65b5-427c-a67c-ef447e39a69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530520 Mar 11 15:21:43.442203 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 553af422-eede-40c6-ae46-a7ed5793dd27 up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:21:43.517905 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9e71c2b7-8723-46b0-89ac-aafce8ee2fda admin admin] Publish callbacks [] for port (b32bb669-3745-4d68-8a13-70f560d6540c), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:43.526870 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port 553af422-eede-40c6-ae46-a7ed5793dd27 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:21:43.530359 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (553af422-eede-40c6-ae46-a7ed5793dd27), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:43.612157 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9e71c2b7-8723-46b0-89ac-aafce8ee2fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391'] for port (b32bb669-3745-4d68-8a13-70f560d6540c), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:43.615043 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port 553af422-eede-40c6-ae46-a7ed5793dd27 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:21:43.615471 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (553af422-eede-40c6-ae46-a7ed5793dd27), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:43.670423 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e71c2b7-8723-46b0-89ac-aafce8ee2fda admin admin] Network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:21:43.677041 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-9e71c2b7-8723-46b0-89ac-aafce8ee2fda admin admin] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:21:43.691603 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-de51311e-9b59-4042-b740-7abb7c147598 req-6b303903-dd9d-4f09-b04e-b55730088aae service neutron] 10.222.0.44 "GET /v2.0/networks/a4bd7a84-65b5-427c-a67c-ef447e39a69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465768 Mar 11 15:21:43.691900 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] For port 553af422-eede-40c6-ae46-a7ed5793dd27, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=553af422-eede-40c6-ae46-a7ed5793dd27,segment=NetworkSegment(08e2d6d3-038c-4332-be4e-e62a17151335),segment_id=08e2d6d3-038c-4332-be4e-e62a17151335)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:21:43.693603 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e71c2b7-8723-46b0-89ac-aafce8ee2fda admin admin] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:21:43.696185 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71c2b7-8723-46b0-89ac-aafce8ee2fda admin admin] Pushing event updated for resources: {'Port': ['ID=b32bb669-3745-4d68-8a13-70f560d6540c,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:43.697107 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-bfb72d87-88aa-4274-8b37-717e32e0ebf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (0de5f731-5ad4-4328-80a7-b293159ed1b8), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:43.702061 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-bfb72d87-88aa-4274-8b37-717e32e0ebf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:43.707824 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-bfb72d87-88aa-4274-8b37-717e32e0ebf8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0de5f731-5ad4-4328-80a7-b293159ed1b8 HTTP/1.1" status: 204 len: 168 time: 0.7621176 Mar 11 15:21:43.746056 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb72d87-88aa-4274-8b37-717e32e0ebf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de5f731-5ad4-4328-80a7-b293159ed1b8,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:43.797805 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (553af422-eede-40c6-ae46-a7ed5793dd27), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:43.824209 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [None req-5f40be94-0be9-45e8-9976-c87db38b1e0e admin admin] Allocated IP 172.27.2.235 (78e1392b-e3c2-4d04-8c82-7bd84bb30297/7f6dd339-b219-48a3-93bc-4a99710f07af/b8c8d190-7d0d-4342-94df-dca47087c78b) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:21:43.970433 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Pushing event updated for resources: {'Port': ['ID=553af422-eede-40c6-ae46-a7ed5793dd27,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:44.035630 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5f40be94-0be9-45e8-9976-c87db38b1e0e admin admin] Publish callbacks [] for port (b8c8d190-7d0d-4342-94df-dca47087c78b), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:44.163050 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5f40be94-0be9-45e8-9976-c87db38b1e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391'] for port (b8c8d190-7d0d-4342-94df-dca47087c78b), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:44.237979 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f40be94-0be9-45e8-9976-c87db38b1e0e admin admin] Network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:21:44.241262 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-5f40be94-0be9-45e8-9976-c87db38b1e0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:21:44.247450 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f40be94-0be9-45e8-9976-c87db38b1e0e admin admin] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:21:44.274439 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40be94-0be9-45e8-9976-c87db38b1e0e admin admin] Pushing event updated for resources: {'Port': ['ID=b8c8d190-7d0d-4342-94df-dca47087c78b,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:44.309536 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9e71c2b7-8723-46b0-89ac-aafce8ee2fda admin admin] Publish callbacks [] for router_gateway (f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:44.455584 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297018c0-7fc2-45bf-91b0-16d2923c5d4e None None] Network 8544fd48-a5da-477d-ba08-7fd1e3df5115 requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:21:44.618045 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9e71c2b7-8723-46b0-89ac-aafce8ee2fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-625133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628335'] for router (f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:44.620448 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 54390) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:21:44.625653 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-c4909409-e20b-444b-bf24-144a4fbab7d4 None None] Provisioning complete for port 553af422-eede-40c6-ae46-a7ed5793dd27 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:21:44.626238 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-c4909409-e20b-444b-bf24-144a4fbab7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (553af422-eede-40c6-ae46-a7ed5793dd27), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:44.644343 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-321924ca-8b50-4f93-9606-4eb042be4788 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:44.684374 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5f40be94-0be9-45e8-9976-c87db38b1e0e admin admin] Publish callbacks [] for router_gateway (1a86ac94-a74c-4d3f-a1a4-2bf388d93e11), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:44.802060 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-c4909409-e20b-444b-bf24-144a4fbab7d4 None None] Current status of the port 553af422-eede-40c6-ae46-a7ed5793dd27 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:21:44.850567 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e35609ed-5a91-4c88-bb6e-eb7a21781c6f req-d02a4e9d-570e-48f3-8743-4b2c518e3bba tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 210 time: 0.0916862 Mar 11 15:21:45.033542 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-321924ca-8b50-4f93-9606-4eb042be4788 admin admin] Publish callbacks [] for security_group (3fe0e6a2-4074-45cd-8357-940e70cd8e41), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:45.075242 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5f40be94-0be9-45e8-9976-c87db38b1e0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-625133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628335'] for router (1a86ac94-a74c-4d3f-a1a4-2bf388d93e11), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:45.109017 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-321924ca-8b50-4f93-9606-4eb042be4788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (3fe0e6a2-4074-45cd-8357-940e70cd8e41), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:45.137107 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-43e9a331-6975-4c3f-9247-7afde02d02b4 None None] Provisioning complete for port 553af422-eede-40c6-ae46-a7ed5793dd27 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:21:45.138635 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-43e9a331-6975-4c3f-9247-7afde02d02b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (553af422-eede-40c6-ae46-a7ed5793dd27), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:45.147324 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e71c2b7-8723-46b0-89ac-aafce8ee2fda admin admin] Router f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb is scheduled to L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 with binding_index 1 {{(pid=103740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:21:45.154543 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321924ca-8b50-4f93-9606-4eb042be4788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe0e6a2-4074-45cd-8357-940e70cd8e41,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:45.196303 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-321924ca-8b50-4f93-9606-4eb042be4788 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7474af83def74a32a98e8bef1cf1c4e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5720856 Mar 11 15:21:45.207030 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 54424) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:21:45.287018 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-43e9a331-6975-4c3f-9247-7afde02d02b4 None None] Current status of the port 553af422-eede-40c6-ae46-a7ed5793dd27 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:21:45.309153 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8da370cb-2368-4b24-bd6f-dff99b77ff74 admin admin] Publish callbacks [] for security_group (3fe0e6a2-4074-45cd-8357-940e70cd8e41), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:45.352601 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 553af422-eede-40c6-ae46-a7ed5793dd27 up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:21:45.353442 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e71c2b7-8723-46b0-89ac-aafce8ee2fda admin admin] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:21:45.357265 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8da370cb-2368-4b24-bd6f-dff99b77ff74 admin admin] Publish callbacks [] for security_group (3fe0e6a2-4074-45cd-8357-940e70cd8e41), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:45.365094 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d835a9-ca0d-47de-b0cf-ef18c7556dee None None] Sync routers for ids ['f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb'] in dv-cinder-833365-1-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:21:45.375648 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d835a9-ca0d-47de-b0cf-ef18c7556dee None None] Routers {'f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:21:45.376499 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-72d835a9-ca0d-47de-b0cf-ef18c7556dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:21:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:21:45.417895 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port 553af422-eede-40c6-ae46-a7ed5793dd27 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:21:45.418560 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (553af422-eede-40c6-ae46-a7ed5793dd27), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:45.439541 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f40be94-0be9-45e8-9976-c87db38b1e0e admin admin] Router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 is scheduled to L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 with binding_index 1 {{(pid=103739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:21:45.442126 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9e71c2b7-8723-46b0-89ac-aafce8ee2fda admin admin] Publish callbacks [] for router (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:45.447232 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-9e71c2b7-8723-46b0-89ac-aafce8ee2fda admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.5107536 Mar 11 15:21:45.447445 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 54428) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:21:45.518040 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-72d835a9-ca0d-47de-b0cf-ef18c7556dee None None] Set router f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:21:45.526782 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port 553af422-eede-40c6-ae46-a7ed5793dd27 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:21:45.530896 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8da370cb-2368-4b24-bd6f-dff99b77ff74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (3fe0e6a2-4074-45cd-8357-940e70cd8e41), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:45.533370 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8da370cb-2368-4b24-bd6f-dff99b77ff74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:45.535316 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-8da370cb-2368-4b24-bd6f-dff99b77ff74 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3fe0e6a2-4074-45cd-8357-940e70cd8e41 HTTP/1.1" status: 204 len: 168 time: 0.3261120 Mar 11 15:21:45.565175 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da370cb-2368-4b24-bd6f-dff99b77ff74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe0e6a2-4074-45cd-8357-940e70cd8e41,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:45.931150 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f40be94-0be9-45e8-9976-c87db38b1e0e admin admin] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:21:45.932316 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05328bbb-5239-430b-bf51-469f4d739362 None None] Sync routers for ids ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:21:45.932316 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05328bbb-5239-430b-bf51-469f4d739362 None None] Routers {'1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:21:45.932316 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-05328bbb-5239-430b-bf51-469f4d739362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:21:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:21:45.933119 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-72d835a9-ca0d-47de-b0cf-ef18c7556dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb', 'name': 'tempest-ServerRescueNegativeTestJSON-647953856-router', 'tenant_id': '485785a62e414ac69e1b5ba35562b168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b32bb669-3745-4d68-8a13-70f560d6540c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:43Z', 'revision_number': 3, 'project_id': '485785a62e414ac69e1b5ba35562b168', 'gw_port': {'id': 'b32bb669-3745-4d68-8a13-70f560d6540c', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:21:45.933119 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d835a9-ca0d-47de-b0cf-ef18c7556dee None None] Checking router: f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb for host: dv-cinder-833365-1-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:21:45.933119 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d835a9-ca0d-47de-b0cf-ef18c7556dee None None] Updating router f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb port b32bb669-3745-4d68-8a13-70f560d6540c binding host dv-cinder-833365-1-iscsi {{(pid=103742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:21:45.933119 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-72d835a9-ca0d-47de-b0cf-ef18c7556dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (b32bb669-3745-4d68-8a13-70f560d6540c), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:45.933395 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5f40be94-0be9-45e8-9976-c87db38b1e0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:45.933465 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 54436) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:21:45.933825 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-5f40be94-0be9-45e8-9976-c87db38b1e0e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9727690 Mar 11 15:21:45.993114 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-05328bbb-5239-430b-bf51-469f4d739362 None None] Set router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:21:46.055533 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 54446) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:21:46.058228 dv-cinder-833365-1-iscsi neutron-server[103740]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 11 15:21:46.242819 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6fd2e417-52ed-4e1f-912e-6926bd936bb4 req-632f5e63-bd83-4901-a24b-86dc224ca920 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 210 time: 0.1856542 Mar 11 15:21:46.328202 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8d86d788-21bb-48a0-a55d-b05c368d302f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:46.344482 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-72d835a9-ca0d-47de-b0cf-ef18c7556dee None None] Publish callbacks [] for port (b32bb669-3745-4d68-8a13-70f560d6540c), precommit_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:46.428517 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-72d835a9-ca0d-47de-b0cf-ef18c7556dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (b32bb669-3745-4d68-8a13-70f560d6540c), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:46.480258 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-05328bbb-5239-430b-bf51-469f4d739362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'name': 'tempest-AttachVolumeNegativeTest-850374247-router', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:44Z', 'revision_number': 3, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'gw_port': {'id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:21:46.512959 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05328bbb-5239-430b-bf51-469f4d739362 None None] Checking router: 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:21:46.513598 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05328bbb-5239-430b-bf51-469f4d739362 None None] Updating router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 port b8c8d190-7d0d-4342-94df-dca47087c78b binding host dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:21:46.521664 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e6bc7-d45c-44dc-8787-c74a8a85a4fb None None] Pushing event updated for resources: {'Port': ['ID=b32bb669-3745-4d68-8a13-70f560d6540c,revision_number=2']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:46.539921 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e6bc7-d45c-44dc-8787-c74a8a85a4fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:46.540314 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e6bc7-d45c-44dc-8787-c74a8a85a4fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:46.541760 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e6bc7-d45c-44dc-8787-c74a8a85a4fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:46.542278 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e6bc7-d45c-44dc-8787-c74a8a85a4fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:46.544331 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e6bc7-d45c-44dc-8787-c74a8a85a4fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:46.545476 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e6bc7-d45c-44dc-8787-c74a8a85a4fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:46.545955 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e6bc7-d45c-44dc-8787-c74a8a85a4fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:46.547752 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e6bc7-d45c-44dc-8787-c74a8a85a4fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:46.548616 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e6bc7-d45c-44dc-8787-c74a8a85a4fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:46.549108 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e6bc7-d45c-44dc-8787-c74a8a85a4fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:46.550245 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e6bc7-d45c-44dc-8787-c74a8a85a4fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:46.550456 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-05328bbb-5239-430b-bf51-469f4d739362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (b8c8d190-7d0d-4342-94df-dca47087c78b), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:46.551811 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e6bc7-d45c-44dc-8787-c74a8a85a4fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:46.552291 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e6bc7-d45c-44dc-8787-c74a8a85a4fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:21:46.555794 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277e6bc7-d45c-44dc-8787-c74a8a85a4fb None None] Tracked resource versions report: Mar 11 15:21:46.555794 dv-cinder-833365-1-iscsi neutron-server[103742]: pushed versions: Mar 11 15:21:46.555794 dv-cinder-833365-1-iscsi neutron-server[103742]: { 'AddressGroup': {'1.2'}, Mar 11 15:21:46.555794 dv-cinder-833365-1-iscsi neutron-server[103742]: 'ConntrackHelper': {'1.0'}, Mar 11 15:21:46.555794 dv-cinder-833365-1-iscsi neutron-server[103742]: 'LocalIPAssociation': {'1.0'}, Mar 11 15:21:46.555794 dv-cinder-833365-1-iscsi neutron-server[103742]: 'Log': {'1.0'}, Mar 11 15:21:46.555794 dv-cinder-833365-1-iscsi neutron-server[103742]: 'Network': {'1.1'}, Mar 11 15:21:46.555794 dv-cinder-833365-1-iscsi neutron-server[103742]: 'Port': {'1.7'}, Mar 11 15:21:46.555794 dv-cinder-833365-1-iscsi neutron-server[103742]: 'PortForwarding': {'1.2'}, Mar 11 15:21:46.555794 dv-cinder-833365-1-iscsi neutron-server[103742]: 'QosPolicy': {'1.10'}, Mar 11 15:21:46.555794 dv-cinder-833365-1-iscsi neutron-server[103742]: 'SecurityGroup': {'1.5'}, Mar 11 15:21:46.555794 dv-cinder-833365-1-iscsi neutron-server[103742]: 'SecurityGroupRule': {'1.2'}, Mar 11 15:21:46.555794 dv-cinder-833365-1-iscsi neutron-server[103742]: 'SubPort': {'1.0'}, Mar 11 15:21:46.555794 dv-cinder-833365-1-iscsi neutron-server[103742]: 'Subnet': {'1.1'}, Mar 11 15:21:46.555794 dv-cinder-833365-1-iscsi neutron-server[103742]: 'Trunk': {'1.1'}} Mar 11 15:21:46.555794 dv-cinder-833365-1-iscsi neutron-server[103742]: consumer versions: Mar 11 15:21:46.555794 dv-cinder-833365-1-iscsi neutron-server[103742]: { DHCP agent@dv-cinder-833365-1-iscsi: {}, Mar 11 15:21:46.555794 dv-cinder-833365-1-iscsi neutron-server[103742]: HyperV agent@hv-cinder-83336: {}, Mar 11 15:21:46.555794 dv-cinder-833365-1-iscsi neutron-server[103742]: L3 agent@dv-cinder-833365-1-iscsi: {}, Mar 11 15:21:46.555794 dv-cinder-833365-1-iscsi neutron-server[103742]: Metadata agent@dv-cinder-833365-1-iscsi: {}, Mar 11 15:21:46.555794 dv-cinder-833365-1-iscsi neutron-server[103742]: Metering agent@dv-cinder-833365-1-iscsi: {}, Mar 11 15:21:46.555794 dv-cinder-833365-1-iscsi neutron-server[103742]: Open vSwitch agent@dv-cinder-833365-1-iscsi: { 'AddressGroup': '1.2', Mar 11 15:21:46.555794 dv-cinder-833365-1-iscsi neutron-server[103742]: 'ConntrackHelper': '1.0', Mar 11 15:21:46.555794 dv-cinder-833365-1-iscsi neutron-server[103742]: 'LocalIPAssociation': '1.0', Mar 11 15:21:46.555794 dv-cinder-833365-1-iscsi neutron-server[103742]: 'Log': '1.0', Mar 11 15:21:46.555794 dv-cinder-833365-1-iscsi neutron-server[103742]: 'Network': '1.1', Mar 11 15:21:46.555794 dv-cinder-833365-1-iscsi neutron-server[103742]: 'Port': '1.7', Mar 11 15:21:46.555794 dv-cinder-833365-1-iscsi neutron-server[103742]: 'PortForwarding': '1.2', Mar 11 15:21:46.555794 dv-cinder-833365-1-iscsi neutron-server[103742]: 'QosPolicy': '1.10', Mar 11 15:21:46.555794 dv-cinder-833365-1-iscsi neutron-server[103742]: 'SecurityGroup': '1.5', Mar 11 15:21:46.555794 dv-cinder-833365-1-iscsi neutron-server[103742]: 'SecurityGroupRule': '1.2', Mar 11 15:21:46.555794 dv-cinder-833365-1-iscsi neutron-server[103742]: 'SubPort': '1.0', Mar 11 15:21:46.555794 dv-cinder-833365-1-iscsi neutron-server[103742]: 'Subnet': '1.1', Mar 11 15:21:46.555794 dv-cinder-833365-1-iscsi neutron-server[103742]: 'Trunk': '1.1'}} Mar 11 15:21:46.555794 dv-cinder-833365-1-iscsi neutron-server[103742]: {{(pid=103742) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 15:21:46.620447 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-72d835a9-ca0d-47de-b0cf-ef18c7556dee None None] Attempting to bind port b32bb669-3745-4d68-8a13-70f560d6540c on host dv-cinder-833365-1-iscsi for vnic_type normal with profile {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:21:46.622466 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-72d835a9-ca0d-47de-b0cf-ef18c7556dee None None] Attempting to bind port b32bb669-3745-4d68-8a13-70f560d6540c by drivers openvswitch,hyperv on host dv-cinder-833365-1-iscsi at level 0 using segments [{'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:21:46.622994 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d835a9-ca0d-47de-b0cf-ef18c7556dee None None] Attempting to bind port b32bb669-3745-4d68-8a13-70f560d6540c on network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:21:46.638971 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d835a9-ca0d-47de-b0cf-ef18c7556dee None None] Checking agent: {'id': 'fa4429e9-b5f2-4825-8862-7268ebba473a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833365-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 13, 4), 'started_at': datetime.datetime(2022, 3, 11, 15, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833365-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:21:46.642313 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d835a9-ca0d-47de-b0cf-ef18c7556dee None None] Checking segment: {'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:21:46.642313 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-72d835a9-ca0d-47de-b0cf-ef18c7556dee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:46.643742 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d835a9-ca0d-47de-b0cf-ef18c7556dee None None] Bound using segment: {'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:21:46.644980 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-72d835a9-ca0d-47de-b0cf-ef18c7556dee None None] Bound port: b32bb669-3745-4d68-8a13-70f560d6540c, host: dv-cinder-833365-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:21:46.646622 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-72d835a9-ca0d-47de-b0cf-ef18c7556dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (b32bb669-3745-4d68-8a13-70f560d6540c), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:46.746695 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-72d835a9-ca0d-47de-b0cf-ef18c7556dee None None] For port b32bb669-3745-4d68-8a13-70f560d6540c, host dv-cinder-833365-1-iscsi, cleared binding levels {{(pid=103742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:21:46.751390 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-72d835a9-ca0d-47de-b0cf-ef18c7556dee None None] For port b32bb669-3745-4d68-8a13-70f560d6540c, host dv-cinder-833365-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=b32bb669-3745-4d68-8a13-70f560d6540c,segment=NetworkSegment(64a1f402-9998-47a9-9edb-15a3bada483f),segment_id=64a1f402-9998-47a9-9edb-15a3bada483f)] {{(pid=103742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:21:46.798417 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [None req-8d86d788-21bb-48a0-a55d-b05c368d302f admin admin] Allocated IP 172.20.0.1 (10111652-25be-4b6e-aa55-10f6e37ef1f5/444501c1-6c2a-4ddb-b96c-892921be9c2d/01f09a63-79e6-4611-86d5-abbe49252467) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:21:46.831624 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 54476) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:21:46.870959 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-05328bbb-5239-430b-bf51-469f4d739362 None None] Publish callbacks [] for port (b8c8d190-7d0d-4342-94df-dca47087c78b), precommit_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:46.883467 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d5909101-983a-4b4d-86cc-76cc3bdecc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:46.891243 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-72d835a9-ca0d-47de-b0cf-ef18c7556dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (b32bb669-3745-4d68-8a13-70f560d6540c), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:46.983985 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8d86d788-21bb-48a0-a55d-b05c368d302f admin admin] Publish callbacks [] for port (01f09a63-79e6-4611-86d5-abbe49252467), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:46.995031 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-05328bbb-5239-430b-bf51-469f4d739362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (b8c8d190-7d0d-4342-94df-dca47087c78b), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:47.048644 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e6bc7-d45c-44dc-8787-c74a8a85a4fb None None] Pushing event updated for resources: {'Port': ['ID=b32bb669-3745-4d68-8a13-70f560d6540c,revision_number=3']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:47.054962 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d835a9-ca0d-47de-b0cf-ef18c7556dee None None] Routers {'f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:21:47.055614 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-72d835a9-ca0d-47de-b0cf-ef18c7556dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:21:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:21:47.131226 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2898a464-728d-430c-923d-2c894f450040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:47.164020 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649b3aa-d09a-44db-9cf5-21f3f45ca6e2 None None] Pushing event updated for resources: {'Port': ['ID=b8c8d190-7d0d-4342-94df-dca47087c78b,revision_number=2']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:47.180912 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-05328bbb-5239-430b-bf51-469f4d739362 None None] Attempting to bind port b8c8d190-7d0d-4342-94df-dca47087c78b on host dv-cinder-833365-1-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:21:47.182001 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-05328bbb-5239-430b-bf51-469f4d739362 None None] Attempting to bind port b8c8d190-7d0d-4342-94df-dca47087c78b by drivers openvswitch,hyperv on host dv-cinder-833365-1-iscsi at level 0 using segments [{'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:21:47.182625 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05328bbb-5239-430b-bf51-469f4d739362 None None] Attempting to bind port b8c8d190-7d0d-4342-94df-dca47087c78b on network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:21:47.189174 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05328bbb-5239-430b-bf51-469f4d739362 None None] Checking agent: {'id': 'fa4429e9-b5f2-4825-8862-7268ebba473a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833365-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 13, 4), 'started_at': datetime.datetime(2022, 3, 11, 15, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833365-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:21:47.190127 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05328bbb-5239-430b-bf51-469f4d739362 None None] Checking segment: {'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:21:47.190776 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-05328bbb-5239-430b-bf51-469f4d739362 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:47.191555 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05328bbb-5239-430b-bf51-469f4d739362 None None] Bound using segment: {'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:21:47.192177 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-05328bbb-5239-430b-bf51-469f4d739362 None None] Bound port: b8c8d190-7d0d-4342-94df-dca47087c78b, host: dv-cinder-833365-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:21:47.192691 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-05328bbb-5239-430b-bf51-469f4d739362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (b8c8d190-7d0d-4342-94df-dca47087c78b), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:47.194095 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-72d835a9-ca0d-47de-b0cf-ef18c7556dee None None] Set router f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:21:47.275780 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-05328bbb-5239-430b-bf51-469f4d739362 None None] For port b8c8d190-7d0d-4342-94df-dca47087c78b, host dv-cinder-833365-1-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:21:47.283500 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-05328bbb-5239-430b-bf51-469f4d739362 None None] For port b8c8d190-7d0d-4342-94df-dca47087c78b, host dv-cinder-833365-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=b8c8d190-7d0d-4342-94df-dca47087c78b,segment=NetworkSegment(64a1f402-9998-47a9-9edb-15a3bada483f),segment_id=64a1f402-9998-47a9-9edb-15a3bada483f)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:21:47.314991 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8d86d788-21bb-48a0-a55d-b05c368d302f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391'] for port (01f09a63-79e6-4611-86d5-abbe49252467), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:47.367438 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2898a464-728d-430c-923d-2c894f450040 admin admin] Publish callbacks [] for security_group (8cd40ec9-4aff-4615-8be5-d8ce49004764), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:47.371894 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-05328bbb-5239-430b-bf51-469f4d739362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (b8c8d190-7d0d-4342-94df-dca47087c78b), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:47.387320 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-d5909101-983a-4b4d-86cc-76cc3bdecc89 admin admin] Allocated IP 172.20.0.1 (8544fd48-a5da-477d-ba08-7fd1e3df5115/7dfec5c9-f9f3-4b90-a760-ecd6a23b912b/91b94c66-669a-4d42-994d-c2a3469a4ba6) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:21:47.492160 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05328bbb-5239-430b-bf51-469f4d739362 None None] Routers {'1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:21:47.494274 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-05328bbb-5239-430b-bf51-469f4d739362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:21:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:21:47.546982 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d86d788-21bb-48a0-a55d-b05c368d302f admin admin] Pushing event updated for resources: {'Port': ['ID=01f09a63-79e6-4611-86d5-abbe49252467,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:47.569049 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2898a464-728d-430c-923d-2c894f450040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (8cd40ec9-4aff-4615-8be5-d8ce49004764), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:47.574145 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-72d835a9-ca0d-47de-b0cf-ef18c7556dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb', 'name': 'tempest-ServerRescueNegativeTestJSON-647953856-router', 'tenant_id': '485785a62e414ac69e1b5ba35562b168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b32bb669-3745-4d68-8a13-70f560d6540c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:43Z', 'revision_number': 3, 'project_id': '485785a62e414ac69e1b5ba35562b168', 'gw_port': {'id': 'b32bb669-3745-4d68-8a13-70f560d6540c', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:21:47.605907 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d835a9-ca0d-47de-b0cf-ef18c7556dee None None] The sync data for ids ['f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb'] in dv-cinder-833365-1-iscsi is: [{'id': 'f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb', 'name': 'tempest-ServerRescueNegativeTestJSON-647953856-router', 'tenant_id': '485785a62e414ac69e1b5ba35562b168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b32bb669-3745-4d68-8a13-70f560d6540c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:43Z', 'revision_number': 3, 'project_id': '485785a62e414ac69e1b5ba35562b168', 'gw_port': {'id': 'b32bb669-3745-4d68-8a13-70f560d6540c', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:21:47.620052 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3f7908d4-97b1-4507-8421-6acdfbd866fb req-379c2503-1fce-49f3-be0b-68caf14add69 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 210 time: 0.0457234 Mar 11 15:21:47.640087 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-2898a464-728d-430c-923d-2c894f450040 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f11257e41e434154b4b251c9abf6dd9b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8072305 Mar 11 15:21:47.645482 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 54510) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:21:47.652897 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d86d788-21bb-48a0-a55d-b05c368d302f admin admin] Network 10111652-25be-4b6e-aa55-10f6e37ef1f5 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:21:47.658718 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-8d86d788-21bb-48a0-a55d-b05c368d302f admin admin] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:21:47.659710 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898a464-728d-430c-923d-2c894f450040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd40ec9-4aff-4615-8be5-d8ce49004764,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:47.664508 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d86d788-21bb-48a0-a55d-b05c368d302f admin admin] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:21:47.665699 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8d86d788-21bb-48a0-a55d-b05c368d302f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630528'] for router_interface (f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:47.672444 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d5909101-983a-4b4d-86cc-76cc3bdecc89 admin admin] Publish callbacks [] for port (91b94c66-669a-4d42-994d-c2a3469a4ba6), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:47.702094 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649b3aa-d09a-44db-9cf5-21f3f45ca6e2 None None] Pushing event updated for resources: {'Port': ['ID=b8c8d190-7d0d-4342-94df-dca47087c78b,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:47.726706 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-05328bbb-5239-430b-bf51-469f4d739362 None None] Set router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:21:47.766541 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-696296fd-1caa-4bd5-a019-cb6f41d4acb0 admin admin] Publish callbacks [] for security_group (8cd40ec9-4aff-4615-8be5-d8ce49004764), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:47.791924 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-696296fd-1caa-4bd5-a019-cb6f41d4acb0 admin admin] Publish callbacks [] for security_group (8cd40ec9-4aff-4615-8be5-d8ce49004764), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:47.875031 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d5909101-983a-4b4d-86cc-76cc3bdecc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391'] for port (91b94c66-669a-4d42-994d-c2a3469a4ba6), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:47.922792 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5909101-983a-4b4d-86cc-76cc3bdecc89 admin admin] Network 8544fd48-a5da-477d-ba08-7fd1e3df5115 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:21:47.925594 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-d5909101-983a-4b4d-86cc-76cc3bdecc89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:21:47.929700 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5909101-983a-4b4d-86cc-76cc3bdecc89 admin admin] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:21:47.934468 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d5909101-983a-4b4d-86cc-76cc3bdecc89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630528'] for router_interface (1a86ac94-a74c-4d3f-a1a4-2bf388d93e11), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:47.934468 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-696296fd-1caa-4bd5-a019-cb6f41d4acb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (8cd40ec9-4aff-4615-8be5-d8ce49004764), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:47.935628 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-696296fd-1caa-4bd5-a019-cb6f41d4acb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:47.936917 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-696296fd-1caa-4bd5-a019-cb6f41d4acb0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8cd40ec9-4aff-4615-8be5-d8ce49004764 HTTP/1.1" status: 204 len: 168 time: 0.2902367 Mar 11 15:21:47.991748 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-05328bbb-5239-430b-bf51-469f4d739362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'name': 'tempest-AttachVolumeNegativeTest-850374247-router', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:44Z', 'revision_number': 3, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'gw_port': {'id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:21:48.016133 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696296fd-1caa-4bd5-a019-cb6f41d4acb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd40ec9-4aff-4615-8be5-d8ce49004764,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:48.024413 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5909101-983a-4b4d-86cc-76cc3bdecc89 admin admin] Pushing event updated for resources: {'Port': ['ID=91b94c66-669a-4d42-994d-c2a3469a4ba6,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:48.089368 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8d86d788-21bb-48a0-a55d-b05c368d302f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (01f09a63-79e6-4611-86d5-abbe49252467), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:48.099026 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05328bbb-5239-430b-bf51-469f4d739362 None None] The sync data for ids ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'] in dv-cinder-833365-1-iscsi is: [{'id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'name': 'tempest-AttachVolumeNegativeTest-850374247-router', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:44Z', 'revision_number': 3, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'gw_port': {'id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:21:48.335647 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-63ce4c7e-6481-435a-9e6e-7b64edc810d0 None None] Provisioning complete for port 91b94c66-669a-4d42-994d-c2a3469a4ba6 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:21:48.336487 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-63ce4c7e-6481-435a-9e6e-7b64edc810d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (91b94c66-669a-4d42-994d-c2a3469a4ba6), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:48.410476 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-63ce4c7e-6481-435a-9e6e-7b64edc810d0 None None] Port 91b94c66-669a-4d42-994d-c2a3469a4ba6 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:21:48.447192 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d5909101-983a-4b4d-86cc-76cc3bdecc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (91b94c66-669a-4d42-994d-c2a3469a4ba6), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:48.458386 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8d86d788-21bb-48a0-a55d-b05c368d302f admin admin] Publish callbacks [] for port (01f09a63-79e6-4611-86d5-abbe49252467), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:48.554671 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8d86d788-21bb-48a0-a55d-b05c368d302f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (01f09a63-79e6-4611-86d5-abbe49252467), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:48.555346 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8d86d788-21bb-48a0-a55d-b05c368d302f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630700'] for router_interface (f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:48.727275 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d86d788-21bb-48a0-a55d-b05c368d302f admin admin] Pushing event updated for resources: {'Port': ['ID=01f09a63-79e6-4611-86d5-abbe49252467,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:48.752046 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d5909101-983a-4b4d-86cc-76cc3bdecc89 admin admin] Publish callbacks [] for port (91b94c66-669a-4d42-994d-c2a3469a4ba6), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:48.777830 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d86d788-21bb-48a0-a55d-b05c368d302f admin admin] Network 10111652-25be-4b6e-aa55-10f6e37ef1f5 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:21:48.779542 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-8d86d788-21bb-48a0-a55d-b05c368d302f admin admin] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:21:48.849606 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e11fcde4-4194-4d52-a5a0-4720e62c5450 req-3cce6a30-9f69-41b2-83fe-49923c1534db tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 210 time: 0.0451987 Mar 11 15:21:48.850564 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d5909101-983a-4b4d-86cc-76cc3bdecc89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (91b94c66-669a-4d42-994d-c2a3469a4ba6), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:48.851443 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d5909101-983a-4b4d-86cc-76cc3bdecc89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630700'] for router_interface (1a86ac94-a74c-4d3f-a1a4-2bf388d93e11), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:48.948730 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5909101-983a-4b4d-86cc-76cc3bdecc89 admin admin] Pushing event updated for resources: {'Port': ['ID=91b94c66-669a-4d42-994d-c2a3469a4ba6,revision_number=2']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:49.010563 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d86d788-21bb-48a0-a55d-b05c368d302f admin admin] Router f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:21:49.054815 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5909101-983a-4b4d-86cc-76cc3bdecc89 admin admin] Network 8544fd48-a5da-477d-ba08-7fd1e3df5115 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:21:49.056547 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-d5909101-983a-4b4d-86cc-76cc3bdecc89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:21:49.230397 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d86d788-21bb-48a0-a55d-b05c368d302f admin admin] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:21:49.235934 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-8d86d788-21bb-48a0-a55d-b05c368d302f admin admin] 10.222.0.44 "PUT /v2.0/routers/f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7861319 Mar 11 15:21:49.300965 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5909101-983a-4b4d-86cc-76cc3bdecc89 admin admin] Router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:21:49.528023 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device b8c8d190-7d0d-4342-94df-dca47087c78b up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:21:49.543460 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5909101-983a-4b4d-86cc-76cc3bdecc89 admin admin] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:21:49.550241 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-d5909101-983a-4b4d-86cc-76cc3bdecc89 admin admin] 10.222.0.44 "PUT /v2.0/routers/1a86ac94-a74c-4d3f-a1a4-2bf388d93e11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6343811 Mar 11 15:21:49.597266 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-c7242ee2-7323-4e4a-8e24-494f44e83be1 None None] Provisioning complete for port 91b94c66-669a-4d42-994d-c2a3469a4ba6 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:21:49.603519 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-c7242ee2-7323-4e4a-8e24-494f44e83be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (91b94c66-669a-4d42-994d-c2a3469a4ba6), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:49.654326 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-c7242ee2-7323-4e4a-8e24-494f44e83be1 None None] Port 91b94c66-669a-4d42-994d-c2a3469a4ba6 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:21:49.657619 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port b8c8d190-7d0d-4342-94df-dca47087c78b triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:21:49.658003 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (b8c8d190-7d0d-4342-94df-dca47087c78b), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:49.768182 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port b8c8d190-7d0d-4342-94df-dca47087c78b is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:21:49.768580 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (b8c8d190-7d0d-4342-94df-dca47087c78b), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:49.794517 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] For port b8c8d190-7d0d-4342-94df-dca47087c78b, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=b8c8d190-7d0d-4342-94df-dca47087c78b,segment=NetworkSegment(64a1f402-9998-47a9-9edb-15a3bada483f),segment_id=64a1f402-9998-47a9-9edb-15a3bada483f)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:21:49.868690 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (b8c8d190-7d0d-4342-94df-dca47087c78b), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:49.869491 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device b32bb669-3745-4d68-8a13-70f560d6540c up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:21:49.955519 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Pushing event updated for resources: {'Port': ['ID=b8c8d190-7d0d-4342-94df-dca47087c78b,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:49.968066 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port b32bb669-3745-4d68-8a13-70f560d6540c triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:21:49.968459 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (b32bb669-3745-4d68-8a13-70f560d6540c), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:50.026376 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 54594) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:21:50.070599 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port b32bb669-3745-4d68-8a13-70f560d6540c is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:21:50.070599 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (b32bb669-3745-4d68-8a13-70f560d6540c), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:50.097565 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] For port b32bb669-3745-4d68-8a13-70f560d6540c, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=b32bb669-3745-4d68-8a13-70f560d6540c,segment=NetworkSegment(64a1f402-9998-47a9-9edb-15a3bada483f),segment_id=64a1f402-9998-47a9-9edb-15a3bada483f)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:21:50.183137 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (b32bb669-3745-4d68-8a13-70f560d6540c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:50.274851 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f05315-2e55-4425-b0bb-b7291d78e217 None None] Sync routers for ids ['f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb'] in dv-cinder-833365-1-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:21:50.301045 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f05315-2e55-4425-b0bb-b7291d78e217 None None] Routers {'f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:21:50.302005 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-05f05315-2e55-4425-b0bb-b7291d78e217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:21:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:21:50.303942 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Pushing event updated for resources: {'Port': ['ID=b32bb669-3745-4d68-8a13-70f560d6540c,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:50.343747 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-38a7a2be-368f-4fe6-b624-c76449d6839c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1322971529-network', 'tenant_id': 'cedd09a808774d10ba2600c318e5a7ef'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:21:50.367759 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-28a1d22c-8c90-44a0-84f6-f1ac34cc8fc0 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:50.369207 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-28a1d22c-8c90-44a0-84f6-f1ac34cc8fc0 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/networks?id=10111652-25be-4b6e-aa55-10f6e37ef1f5 HTTP/1.1" status: 200 len: 818 time: 0.2666378 Mar 11 15:21:50.391480 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-6b784285-0dcd-40c9-96e9-3cc3119e4db0 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/quotas/485785a62e414ac69e1b5ba35562b168 HTTP/1.1" status: 200 len: 375 time: 0.0152705 Mar 11 15:21:50.461204 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a7a2be-368f-4fe6-b624-c76449d6839c admin admin] Made reservation on behalf of cedd09a808774d10ba2600c318e5a7ef for: {'network': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:21:50.463650 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-38a7a2be-368f-4fe6-b624-c76449d6839c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for network (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:50.471808 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-05f05315-2e55-4425-b0bb-b7291d78e217 None None] Set router f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:21:50.480859 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-38a7a2be-368f-4fe6-b624-c76449d6839c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:50.519720 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-bf114870-4bd9-4b16-85b5-93f06284bd70 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=485785a62e414ac69e1b5ba35562b168&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1271913 Mar 11 15:21:50.590077 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-38a7a2be-368f-4fe6-b624-c76449d6839c admin admin] Publish callbacks [] for security_group (f22dfa1f-e53b-4b1d-acd8-05ef7e78c507), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:50.630524 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 54632) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:21:50.635211 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-74c5c345-e79f-40b8-a645-93a863df6493 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1331486705', 'description': 'tempest-description--1273202000'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:21:50.654172 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-9a0469b3-7430-4754-a962-1471021aecad service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103740) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 15:21:50.655310 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-9a0469b3-7430-4754-a962-1471021aecad service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0607934 Mar 11 15:21:50.677559 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-38a7a2be-368f-4fe6-b624-c76449d6839c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (f22dfa1f-e53b-4b1d-acd8-05ef7e78c507), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:50.754007 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a7a2be-368f-4fe6-b624-c76449d6839c admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:21:50.754519 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-74c5c345-e79f-40b8-a645-93a863df6493 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:50.830749 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7a2be-368f-4fe6-b624-c76449d6839c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22dfa1f-e53b-4b1d-acd8-05ef7e78c507,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:50.836962 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-38a7a2be-368f-4fe6-b624-c76449d6839c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (aa7e43b7-45d2-403c-8d54-3ea516439386), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:50.837305 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.db.segments_db [None req-38a7a2be-368f-4fe6-b624-c76449d6839c admin admin] Added segment aa7e43b7-45d2-403c-8d54-3ea516439386 of type vlan for network efb00cda-5f4a-42b2-b4bf-96f220a7136a Mar 11 15:21:50.894629 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-05f05315-2e55-4425-b0bb-b7291d78e217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb', 'name': 'tempest-ServerRescueNegativeTestJSON-647953856-router', 'tenant_id': '485785a62e414ac69e1b5ba35562b168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b32bb669-3745-4d68-8a13-70f560d6540c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:47Z', 'revision_number': 4, 'project_id': '485785a62e414ac69e1b5ba35562b168', 'gw_port': {'id': 'b32bb669-3745-4d68-8a13-70f560d6540c', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '01f09a63-79e6-4611-86d5-abbe49252467', 'name': '', 'network_id': '10111652-25be-4b6e-aa55-10f6e37ef1f5', 'tenant_id': '485785a62e414ac69e1b5ba35562b168', 'mac_address': 'fa:16:3e:94:8d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '444501c1-6c2a-4ddb-b96c-892921be9c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:46Z', 'updated_at': '2022-03-11T15:21:48Z', 'revision_number': 2, 'project_id': '485785a62e414ac69e1b5ba35562b168', 'subnets': [{'id': '444501c1-6c2a-4ddb-b96c-892921be9c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:21:50.911021 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-38a7a2be-368f-4fe6-b624-c76449d6839c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152803018'] for network (efb00cda-5f4a-42b2-b4bf-96f220a7136a), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:50.936148 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-4aea58ed-dbef-4f5b-aead-5aeb45b99869 service neutron] 10.222.0.44 "GET /v2.0/networks/10111652-25be-4b6e-aa55-10f6e37ef1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741141 Mar 11 15:21:50.950379 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-74c5c345-e79f-40b8-a645-93a863df6493 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group (2518db7d-0957-4a39-9b68-83c2c7487f93), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:50.960214 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f05315-2e55-4425-b0bb-b7291d78e217 None None] Checking router: f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb for host: dv-cinder-833365-1-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:21:50.960567 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f05315-2e55-4425-b0bb-b7291d78e217 None None] Updating router f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb port 01f09a63-79e6-4611-86d5-abbe49252467 binding host dv-cinder-833365-1-iscsi {{(pid=103742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:21:51.009225 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-03bd3772-3751-4cf5-89fc-f3ca238c15e4 req-c10c75a8-4b57-42f4-b9a8-fac5770ba1eb tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 210 time: 0.1453402 Mar 11 15:21:51.040128 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-05f05315-2e55-4425-b0bb-b7291d78e217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (01f09a63-79e6-4611-86d5-abbe49252467), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:51.073570 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-74c5c345-e79f-40b8-a645-93a863df6493 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (2518db7d-0957-4a39-9b68-83c2c7487f93), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:51.114623 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c5c345-e79f-40b8-a645-93a863df6493 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2518db7d-0957-4a39-9b68-83c2c7487f93,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:51.185366 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-9f6947c1-9c39-4d13-98e9-468a6c8f49d5 service neutron] 10.222.0.44 "GET /v2.0/networks/10111652-25be-4b6e-aa55-10f6e37ef1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482865 Mar 11 15:21:51.223246 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-38a7a2be-368f-4fe6-b624-c76449d6839c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548'] for network (efb00cda-5f4a-42b2-b4bf-96f220a7136a), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:51.225652 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a7a2be-368f-4fe6-b624-c76449d6839c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:51.225652 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-38a7a2be-368f-4fe6-b624-c76449d6839c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:51.233324 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-74c5c345-e79f-40b8-a645-93a863df6493 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:51.234612 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-74c5c345-e79f-40b8-a645-93a863df6493 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6029899 Mar 11 15:21:51.239101 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 54644) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:21:51.257786 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-0c746ed0-f135-4dfa-bfdc-1860e6a00cf8 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Request body: {'security_group_rule': {'security_group_id': '2518db7d-0957-4a39-9b68-83c2c7487f93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:21:51.273414 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89767470-f20b-4b44-a703-1fb53c259736 None None] Sync routers for ids ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:21:51.298053 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89767470-f20b-4b44-a703-1fb53c259736 None None] Routers {'1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:21:51.299019 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-89767470-f20b-4b44-a703-1fb53c259736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:21:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:21:51.386266 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7a2be-368f-4fe6-b624-c76449d6839c admin admin] Pushing event updated for resources: {'Network': ['ID=efb00cda-5f4a-42b2-b4bf-96f220a7136a,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:51.402880 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Network efb00cda-5f4a-42b2-b4bf-96f220a7136a details requested by agent ovs-agent-dv-cinder-833365-1-iscsi with host dv-cinder-833365-1-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 15:21:51.407543 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-38a7a2be-368f-4fe6-b624-c76449d6839c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3803163 Mar 11 15:21:51.410430 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 54646) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:21:51.416394 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-ea3ce24f-c00c-41ce-b638-355630c475f1 admin admin] Request body: {'subnet': {'network_id': 'efb00cda-5f4a-42b2-b4bf-96f220a7136a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1322971529-subnet', 'tenant_id': 'cedd09a808774d10ba2600c318e5a7ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:21:51.423036 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device b8c8d190-7d0d-4342-94df-dca47087c78b up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:21:51.533140 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0c746ed0-f135-4dfa-bfdc-1860e6a00cf8 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group_rule (7a8c3dcc-16e0-4fb5-804a-0c93c9fed81f), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:51.543019 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3ce24f-c00c-41ce-b638-355630c475f1 admin admin] Made reservation on behalf of cedd09a808774d10ba2600c318e5a7ef for: {'subnet': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:21:51.547831 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ea3ce24f-c00c-41ce-b638-355630c475f1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:51.556111 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-05f05315-2e55-4425-b0bb-b7291d78e217 None None] Publish callbacks [] for port (01f09a63-79e6-4611-86d5-abbe49252467), precommit_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:51.591728 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-421a995f-16f5-47a4-bcee-833802530c9c req-d5cedea5-f5da-4cd9-9897-19e4fd94e076 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 210 time: 0.0864425 Mar 11 15:21:51.640697 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-05f05315-2e55-4425-b0bb-b7291d78e217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (01f09a63-79e6-4611-86d5-abbe49252467), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:51.716941 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517f558-4ae9-40ba-85f2-abdf796a099d None None] Pushing event updated for resources: {'Port': ['ID=01f09a63-79e6-4611-86d5-abbe49252467,revision_number=3']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:51.819472 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-05f05315-2e55-4425-b0bb-b7291d78e217 None None] Attempting to bind port 01f09a63-79e6-4611-86d5-abbe49252467 on host dv-cinder-833365-1-iscsi for vnic_type normal with profile {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:21:51.820074 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-05f05315-2e55-4425-b0bb-b7291d78e217 None None] Attempting to bind port 01f09a63-79e6-4611-86d5-abbe49252467 by drivers openvswitch,hyperv on host dv-cinder-833365-1-iscsi at level 0 using segments [{'id': 'fe702dd1-454d-40ac-9a2b-6845db1b1d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '10111652-25be-4b6e-aa55-10f6e37ef1f5'}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:21:51.821718 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f05315-2e55-4425-b0bb-b7291d78e217 None None] Attempting to bind port 01f09a63-79e6-4611-86d5-abbe49252467 on network 10111652-25be-4b6e-aa55-10f6e37ef1f5 {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:21:51.830413 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f05315-2e55-4425-b0bb-b7291d78e217 None None] Checking agent: {'id': 'fa4429e9-b5f2-4825-8862-7268ebba473a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833365-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 13, 4), 'started_at': datetime.datetime(2022, 3, 11, 15, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833365-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:21:51.831115 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f05315-2e55-4425-b0bb-b7291d78e217 None None] Checking segment: {'id': 'fe702dd1-454d-40ac-9a2b-6845db1b1d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '10111652-25be-4b6e-aa55-10f6e37ef1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:21:51.838215 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-05f05315-2e55-4425-b0bb-b7291d78e217 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:51.838215 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f05315-2e55-4425-b0bb-b7291d78e217 None None] Bound using segment: {'id': 'fe702dd1-454d-40ac-9a2b-6845db1b1d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '10111652-25be-4b6e-aa55-10f6e37ef1f5'} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:21:51.838215 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-05f05315-2e55-4425-b0bb-b7291d78e217 None None] Bound port: 01f09a63-79e6-4611-86d5-abbe49252467, host: dv-cinder-833365-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe702dd1-454d-40ac-9a2b-6845db1b1d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '10111652-25be-4b6e-aa55-10f6e37ef1f5'}}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:21:51.838215 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-05f05315-2e55-4425-b0bb-b7291d78e217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (01f09a63-79e6-4611-86d5-abbe49252467), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:51.861799 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-89767470-f20b-4b44-a703-1fb53c259736 None None] Set router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:21:51.940060 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-05f05315-2e55-4425-b0bb-b7291d78e217 None None] For port 01f09a63-79e6-4611-86d5-abbe49252467, host dv-cinder-833365-1-iscsi, cleared binding levels {{(pid=103742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:21:51.958375 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-05f05315-2e55-4425-b0bb-b7291d78e217 None None] For port 01f09a63-79e6-4611-86d5-abbe49252467, host dv-cinder-833365-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=01f09a63-79e6-4611-86d5-abbe49252467,segment=NetworkSegment(fe702dd1-454d-40ac-9a2b-6845db1b1d1b),segment_id=fe702dd1-454d-40ac-9a2b-6845db1b1d1b)] {{(pid=103742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:21:52.019965 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0c746ed0-f135-4dfa-bfdc-1860e6a00cf8 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group_rule (7a8c3dcc-16e0-4fb5-804a-0c93c9fed81f), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:52.039203 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port b8c8d190-7d0d-4342-94df-dca47087c78b triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:21:52.039629 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (b8c8d190-7d0d-4342-94df-dca47087c78b), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:52.042558 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-05f05315-2e55-4425-b0bb-b7291d78e217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (01f09a63-79e6-4611-86d5-abbe49252467), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:52.099897 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7517f558-4ae9-40ba-85f2-abdf796a099d None None] Pushing event updated for resources: {'Port': ['ID=01f09a63-79e6-4611-86d5-abbe49252467,revision_number=4']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:52.131725 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f05315-2e55-4425-b0bb-b7291d78e217 None None] Routers {'f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:21:52.132584 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-05f05315-2e55-4425-b0bb-b7291d78e217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:21:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:21:52.137066 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-612c5b31-af59-4cc2-9880-c56acbf41d3e req-630b68dd-a5f8-46be-8a5c-097f27a4925f tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 210 time: 0.0550528 Mar 11 15:21:52.146368 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.66', 55802) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:21:52.216088 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ea3ce24f-c00c-41ce-b638-355630c475f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548'] for subnet (92e461a4-f213-4a39-a1c2-ae22c76d3bc1), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:52.224137 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0c746ed0-f135-4dfa-bfdc-1860e6a00cf8 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951566'] for security_group_rule (7a8c3dcc-16e0-4fb5-804a-0c93c9fed81f), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:52.258079 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port b8c8d190-7d0d-4342-94df-dca47087c78b is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:21:52.259155 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device b32bb669-3745-4d68-8a13-70f560d6540c up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:21:52.337335 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-89767470-f20b-4b44-a703-1fb53c259736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'name': 'tempest-AttachVolumeNegativeTest-850374247-router', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:48Z', 'revision_number': 4, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'gw_port': {'id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '91b94c66-669a-4d42-994d-c2a3469a4ba6', 'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'mac_address': 'fa:16:3e:92:1b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:47Z', 'updated_at': '2022-03-11T15:21:48Z', 'revision_number': 2, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'subnets': [{'id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:21:52.358678 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-05f05315-2e55-4425-b0bb-b7291d78e217 None None] Set router f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:21:52.379437 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89767470-f20b-4b44-a703-1fb53c259736 None None] Checking router: 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:21:52.379947 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89767470-f20b-4b44-a703-1fb53c259736 None None] Updating router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 port 91b94c66-669a-4d42-994d-c2a3469a4ba6 binding host dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:21:52.380752 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-6bd34233-2144-40c3-adc1-199a4360070a tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:52.382550 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-6bd34233-2144-40c3-adc1-199a4360070a tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/networks?id=10111652-25be-4b6e-aa55-10f6e37ef1f5 HTTP/1.1" status: 200 len: 818 time: 0.3615215 Mar 11 15:21:52.383858 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c746ed0-f135-4dfa-bfdc-1860e6a00cf8 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a8c3dcc-16e0-4fb5-804a-0c93c9fed81f,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:52.413459 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ce24f-c00c-41ce-b638-355630c475f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92e461a4-f213-4a39-a1c2-ae22c76d3bc1,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:52.416561 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port b32bb669-3745-4d68-8a13-70f560d6540c triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:21:52.417740 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (b32bb669-3745-4d68-8a13-70f560d6540c), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:52.427223 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-f17b9a09-a688-4aac-a789-2bcbfdca9fcf tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/quotas/485785a62e414ac69e1b5ba35562b168 HTTP/1.1" status: 200 len: 375 time: 0.0336924 Mar 11 15:21:52.487258 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-89767470-f20b-4b44-a703-1fb53c259736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (91b94c66-669a-4d42-994d-c2a3469a4ba6), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:52.532078 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3ce24f-c00c-41ce-b638-355630c475f1 admin admin] Checking segment: {'id': 'aa7e43b7-45d2-403c-8d54-3ea516439386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'efb00cda-5f4a-42b2-b4bf-96f220a7136a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:21:52.532461 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3ce24f-c00c-41ce-b638-355630c475f1 admin admin] Network hostable DHCP agents. Network: efb00cda-5f4a-42b2-b4bf-96f220a7136a, hostable agents: ['e21939e9-4971-4f1d-851f-403443bff873'], hosted agents: [] {{(pid=103740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:21:52.538942 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51311e-9b59-4042-b740-7abb7c147598 req-b2ffa8af-5073-4930-8c84-d90c87ae1ce0 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:52.540848 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-de51311e-9b59-4042-b740-7abb7c147598 req-b2ffa8af-5073-4930-8c84-d90c87ae1ce0 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.66 "GET /v2.0/networks?id=a4bd7a84-65b5-427c-a67c-ef447e39a69d HTTP/1.1" status: 200 len: 811 time: 0.3934686 Mar 11 15:21:52.541848 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0c746ed0-f135-4dfa-bfdc-1860e6a00cf8 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:52.545803 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-0c746ed0-f135-4dfa-bfdc-1860e6a00cf8 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2977011 Mar 11 15:21:52.546426 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 54714) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:21:52.552458 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-5ea6683f-6a82-4bbd-8ed8-b37fab0f521b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Request body: {'security_group_rule': {'security_group_id': '2518db7d-0957-4a39-9b68-83c2c7487f93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:21:52.584539 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-de51311e-9b59-4042-b740-7abb7c147598 req-87b7cc97-f158-43d4-906e-be543947cf06 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Request body: {'port': {'device_id': '232d114a-ea2e-4027-add8-e435783d5065', 'network_id': 'a4bd7a84-65b5-427c-a67c-ef447e39a69d', 'admin_state_up': True, 'tenant_id': 'eed6760063dd4576ab1cd8fe0fa631e1'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:21:52.607346 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-ecee56e5-601c-4aaa-9e2d-7bd8d394bf78 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=485785a62e414ac69e1b5ba35562b168&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1716981 Mar 11 15:21:52.664379 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3ce24f-c00c-41ce-b638-355630c475f1 admin admin] Network efb00cda-5f4a-42b2-b4bf-96f220a7136a is scheduled to be hosted by DHCP agent e21939e9-4971-4f1d-851f-403443bff873 with binding_index 1 {{(pid=103740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:21:52.709836 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5ea6683f-6a82-4bbd-8ed8-b37fab0f521b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group_rule (4269d2b7-e316-451b-b3b1-2bc6aab058f6), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:52.777043 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-f3997016-feb2-43f4-966a-ed07429116d2 service neutron] 10.222.0.44 "GET /v2.0/networks/10111652-25be-4b6e-aa55-10f6e37ef1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613257 Mar 11 15:21:52.784941 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-05f05315-2e55-4425-b0bb-b7291d78e217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb', 'name': 'tempest-ServerRescueNegativeTestJSON-647953856-router', 'tenant_id': '485785a62e414ac69e1b5ba35562b168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b32bb669-3745-4d68-8a13-70f560d6540c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:47Z', 'revision_number': 4, 'project_id': '485785a62e414ac69e1b5ba35562b168', 'gw_port': {'id': 'b32bb669-3745-4d68-8a13-70f560d6540c', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '01f09a63-79e6-4611-86d5-abbe49252467', 'name': '', 'network_id': '10111652-25be-4b6e-aa55-10f6e37ef1f5', 'tenant_id': '485785a62e414ac69e1b5ba35562b168', 'mac_address': 'fa:16:3e:94:8d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '444501c1-6c2a-4ddb-b96c-892921be9c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:46Z', 'updated_at': '2022-03-11T15:21:51Z', 'revision_number': 4, 'project_id': '485785a62e414ac69e1b5ba35562b168', 'subnets': [{'id': '444501c1-6c2a-4ddb-b96c-892921be9c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:21:52.785930 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-ea3ce24f-c00c-41ce-b638-355630c475f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833365-1-iscsi, efb00cda-5f4a-42b2-b4bf-96f220a7136a) {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:21:52.814566 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762a41d6-f878-493d-a5e6-af0a10a3cc33 None None] Network efb00cda-5f4a-42b2-b4bf-96f220a7136a requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:21:52.863330 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f05315-2e55-4425-b0bb-b7291d78e217 None None] The sync data for ids ['f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb'] in dv-cinder-833365-1-iscsi is: [{'id': 'f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb', 'name': 'tempest-ServerRescueNegativeTestJSON-647953856-router', 'tenant_id': '485785a62e414ac69e1b5ba35562b168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b32bb669-3745-4d68-8a13-70f560d6540c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:47Z', 'revision_number': 4, 'project_id': '485785a62e414ac69e1b5ba35562b168', 'gw_port': {'id': 'b32bb669-3745-4d68-8a13-70f560d6540c', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '01f09a63-79e6-4611-86d5-abbe49252467', 'name': '', 'network_id': '10111652-25be-4b6e-aa55-10f6e37ef1f5', 'tenant_id': '485785a62e414ac69e1b5ba35562b168', 'mac_address': 'fa:16:3e:94:8d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '444501c1-6c2a-4ddb-b96c-892921be9c2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:46Z', 'updated_at': '2022-03-11T15:21:51Z', 'revision_number': 4, 'project_id': '485785a62e414ac69e1b5ba35562b168', 'subnets': [{'id': '444501c1-6c2a-4ddb-b96c-892921be9c2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:21:52.908095 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port b32bb669-3745-4d68-8a13-70f560d6540c is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:21:52.923318 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3ce24f-c00c-41ce-b638-355630c475f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:52.923953 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ea3ce24f-c00c-41ce-b638-355630c475f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:52.927619 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5ea6683f-6a82-4bbd-8ed8-b37fab0f521b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group_rule (4269d2b7-e316-451b-b3b1-2bc6aab058f6), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:53.023552 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-f6943405-0555-48e6-865f-31a3a19244a0 service neutron] 10.222.0.44 "GET /v2.0/networks/10111652-25be-4b6e-aa55-10f6e37ef1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247400 Mar 11 15:21:53.044807 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5ea6683f-6a82-4bbd-8ed8-b37fab0f521b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951566'] for security_group_rule (4269d2b7-e316-451b-b3b1-2bc6aab058f6), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:53.082145 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-ea3ce24f-c00c-41ce-b638-355630c475f1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6704519 Mar 11 15:21:53.114404 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6683f-6a82-4bbd-8ed8-b37fab0f521b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4269d2b7-e316-451b-b3b1-2bc6aab058f6,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:53.190857 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de51311e-9b59-4042-b740-7abb7c147598 req-87b7cc97-f158-43d4-906e-be543947cf06 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Made reservation on behalf of eed6760063dd4576ab1cd8fe0fa631e1 for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:21:53.190857 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-de51311e-9b59-4042-b740-7abb7c147598 req-87b7cc97-f158-43d4-906e-be543947cf06 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:53.509512 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f60263d-c5a1-4cb5-bc46-6ed7e640d08e None None] Network efb00cda-5f4a-42b2-b4bf-96f220a7136a requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:21:53.532089 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 01f09a63-79e6-4611-86d5-abbe49252467 up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:21:53.547811 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5ea6683f-6a82-4bbd-8ed8-b37fab0f521b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:53.552462 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-5ea6683f-6a82-4bbd-8ed8-b37fab0f521b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0021286 Mar 11 15:21:53.557487 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 54774) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:21:53.570721 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-039cf8a6-604d-4cfd-9516-83f78a952bd2 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Request body: {'floatingip': {'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:21:53.628191 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-89767470-f20b-4b44-a703-1fb53c259736 None None] Publish callbacks [] for port (91b94c66-669a-4d42-994d-c2a3469a4ba6), precommit_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:53.676137 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7a2c34e2-f730-40ec-afbd-d259c81c06b4 req-bde26867-4b53-469d-ae37-b2af8f159e41 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 210 time: 0.1314800 Mar 11 15:21:53.792192 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port 01f09a63-79e6-4611-86d5-abbe49252467 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:21:53.792557 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (01f09a63-79e6-4611-86d5-abbe49252467), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:53.804943 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-039cf8a6-604d-4cfd-9516-83f78a952bd2 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:53.820020 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-89767470-f20b-4b44-a703-1fb53c259736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (91b94c66-669a-4d42-994d-c2a3469a4ba6), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:53.865596 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9ace4c9f-92e3-486f-b82f-105e0a14f1eb req-2fa84101-35e8-4aa5-89f7-aeee8924c931 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 210 time: 0.1558759 Mar 11 15:21:53.895688 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-de51311e-9b59-4042-b740-7abb7c147598 req-87b7cc97-f158-43d4-906e-be543947cf06 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Allocated IP 172.20.0.8 (a4bd7a84-65b5-427c-a67c-ef447e39a69d/010c59a7-5a80-4cfe-b5d6-b72ffdb6c329/6b377681-f01e-4beb-85a9-b0cdef7d8c19) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:21:54.097136 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43be07-ad4e-4e9a-9335-da548f6e67ce None None] Pushing event updated for resources: {'Port': ['ID=91b94c66-669a-4d42-994d-c2a3469a4ba6,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:54.349577 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-89767470-f20b-4b44-a703-1fb53c259736 None None] Attempting to bind port 91b94c66-669a-4d42-994d-c2a3469a4ba6 on host dv-cinder-833365-1-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:21:54.351884 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-89767470-f20b-4b44-a703-1fb53c259736 None None] Attempting to bind port 91b94c66-669a-4d42-994d-c2a3469a4ba6 by drivers openvswitch,hyperv on host dv-cinder-833365-1-iscsi at level 0 using segments [{'id': '08e2d6d3-038c-4332-be4e-e62a17151335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:21:54.352937 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89767470-f20b-4b44-a703-1fb53c259736 None None] Attempting to bind port 91b94c66-669a-4d42-994d-c2a3469a4ba6 on network 8544fd48-a5da-477d-ba08-7fd1e3df5115 {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:21:54.367837 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-de51311e-9b59-4042-b740-7abb7c147598 req-87b7cc97-f158-43d4-906e-be543947cf06 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Publish callbacks [] for port (6b377681-f01e-4beb-85a9-b0cdef7d8c19), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:54.391212 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89767470-f20b-4b44-a703-1fb53c259736 None None] Checking agent: {'id': 'fa4429e9-b5f2-4825-8862-7268ebba473a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833365-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 13, 4), 'started_at': datetime.datetime(2022, 3, 11, 15, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833365-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:21:54.392073 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89767470-f20b-4b44-a703-1fb53c259736 None None] Checking segment: {'id': '08e2d6d3-038c-4332-be4e-e62a17151335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:21:54.395884 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-89767470-f20b-4b44-a703-1fb53c259736 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:54.399729 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89767470-f20b-4b44-a703-1fb53c259736 None None] Bound using segment: {'id': '08e2d6d3-038c-4332-be4e-e62a17151335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:21:54.401079 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-89767470-f20b-4b44-a703-1fb53c259736 None None] Bound port: 91b94c66-669a-4d42-994d-c2a3469a4ba6, host: dv-cinder-833365-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08e2d6d3-038c-4332-be4e-e62a17151335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:21:54.401520 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-89767470-f20b-4b44-a703-1fb53c259736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (91b94c66-669a-4d42-994d-c2a3469a4ba6), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:54.459929 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-039cf8a6-604d-4cfd-9516-83f78a952bd2 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:54.606761 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-de51311e-9b59-4042-b740-7abb7c147598 req-87b7cc97-f158-43d4-906e-be543947cf06 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391'] for port (6b377681-f01e-4beb-85a9-b0cdef7d8c19), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:54.630424 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port 01f09a63-79e6-4611-86d5-abbe49252467 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:21:54.656520 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (01f09a63-79e6-4611-86d5-abbe49252467), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:54.859794 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-89767470-f20b-4b44-a703-1fb53c259736 None None] For port 91b94c66-669a-4d42-994d-c2a3469a4ba6, host dv-cinder-833365-1-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:21:54.865403 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-039cf8a6-604d-4cfd-9516-83f78a952bd2 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Allocated IP 172.27.2.217 (78e1392b-e3c2-4d04-8c82-7bd84bb30297/7f6dd339-b219-48a3-93bc-4a99710f07af/1681778e-9152-4e4d-88b1-b80158e67564) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:21:54.967219 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-89767470-f20b-4b44-a703-1fb53c259736 None None] For port 91b94c66-669a-4d42-994d-c2a3469a4ba6, host dv-cinder-833365-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=91b94c66-669a-4d42-994d-c2a3469a4ba6,segment=NetworkSegment(08e2d6d3-038c-4332-be4e-e62a17151335),segment_id=08e2d6d3-038c-4332-be4e-e62a17151335)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:21:54.970549 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] For port 01f09a63-79e6-4611-86d5-abbe49252467, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=01f09a63-79e6-4611-86d5-abbe49252467,segment=NetworkSegment(fe702dd1-454d-40ac-9a2b-6845db1b1d1b),segment_id=fe702dd1-454d-40ac-9a2b-6845db1b1d1b)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:21:55.025404 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-debb6884-ce8d-4af7-8085-bf123836c243 req-da299842-22bd-450c-b2d1-42edfa2144fe tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 210 time: 0.1661201 Mar 11 15:21:55.028612 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-3c70f9de-cb60-4bd2-b7ea-6dd2d8cf226c None None] Provisioning complete for port 91b94c66-669a-4d42-994d-c2a3469a4ba6 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:21:55.030844 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3c70f9de-cb60-4bd2-b7ea-6dd2d8cf226c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (91b94c66-669a-4d42-994d-c2a3469a4ba6), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:55.050741 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de51311e-9b59-4042-b740-7abb7c147598 req-87b7cc97-f158-43d4-906e-be543947cf06 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Network a4bd7a84-65b5-427c-a67c-ef447e39a69d is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:21:55.072064 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-de51311e-9b59-4042-b740-7abb7c147598 req-87b7cc97-f158-43d4-906e-be543947cf06 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:21:55.089358 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-de51311e-9b59-4042-b740-7abb7c147598 req-87b7cc97-f158-43d4-906e-be543947cf06 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:21:55.105178 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51311e-9b59-4042-b740-7abb7c147598 req-87b7cc97-f158-43d4-906e-be543947cf06 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:55.106358 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-de51311e-9b59-4042-b740-7abb7c147598 req-87b7cc97-f158-43d4-906e-be543947cf06 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:55.109389 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (01f09a63-79e6-4611-86d5-abbe49252467), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:55.139319 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 54848) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:21:55.146498 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7cc97-f158-43d4-906e-be543947cf06 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Pushing event updated for resources: {'Port': ['ID=6b377681-f01e-4beb-85a9-b0cdef7d8c19,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:55.152091 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-7c11fa12-20e3-477d-83f6-440bc3fc3465 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-798834952-network', 'tenant_id': '95186f387cb34aeba9fa9d442e0f2102'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:21:55.183350 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-89767470-f20b-4b44-a703-1fb53c259736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (91b94c66-669a-4d42-994d-c2a3469a4ba6), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:55.235128 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-039cf8a6-604d-4cfd-9516-83f78a952bd2 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for port (1681778e-9152-4e4d-88b1-b80158e67564), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:55.240581 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-3c70f9de-cb60-4bd2-b7ea-6dd2d8cf226c None None] Port 91b94c66-669a-4d42-994d-c2a3469a4ba6 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:21:55.278418 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-de51311e-9b59-4042-b740-7abb7c147598 req-87b7cc97-f158-43d4-906e-be543947cf06 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6978354 Mar 11 15:21:55.292054 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Pushing event updated for resources: {'Port': ['ID=01f09a63-79e6-4611-86d5-abbe49252467,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:55.349355 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [req-de51311e-9b59-4042-b740-7abb7c147598 req-0f872832-93c4-40f6-9087-acc175c0337f tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103739) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 15:21:55.352197 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-de51311e-9b59-4042-b740-7abb7c147598 req-0f872832-93c4-40f6-9087-acc175c0337f tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0236211 Mar 11 15:21:55.382781 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89767470-f20b-4b44-a703-1fb53c259736 None None] Routers {'1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:21:55.383429 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-89767470-f20b-4b44-a703-1fb53c259736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:21:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:21:55.429660 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c11fa12-20e3-477d-83f6-440bc3fc3465 admin admin] Made reservation on behalf of 95186f387cb34aeba9fa9d442e0f2102 for: {'network': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:21:55.437706 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7c11fa12-20e3-477d-83f6-440bc3fc3465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for network (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:55.437706 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-039cf8a6-604d-4cfd-9516-83f78a952bd2 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391'] for port (1681778e-9152-4e4d-88b1-b80158e67564), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:55.489726 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7c11fa12-20e3-477d-83f6-440bc3fc3465 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:55.646881 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039cf8a6-604d-4cfd-9516-83f78a952bd2 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:21:55.669672 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43be07-ad4e-4e9a-9335-da548f6e67ce None None] Pushing event updated for resources: {'Port': ['ID=91b94c66-669a-4d42-994d-c2a3469a4ba6,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:55.735153 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-039cf8a6-604d-4cfd-9516-83f78a952bd2 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:21:55.755300 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039cf8a6-604d-4cfd-9516-83f78a952bd2 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:21:55.792715 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039cf8a6-604d-4cfd-9516-83f78a952bd2 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event updated for resources: {'Port': ['ID=1681778e-9152-4e4d-88b1-b80158e67564,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:55.886781 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-de51311e-9b59-4042-b740-7abb7c147598 req-c447536f-428f-46d9-affd-18c09ea75f44 service neutron] Request body: {'port': {'device_id': '232d114a-ea2e-4027-add8-e435783d5065', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83336'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:21:56.053255 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-de51311e-9b59-4042-b740-7abb7c147598 req-c447536f-428f-46d9-affd-18c09ea75f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (6b377681-f01e-4beb-85a9-b0cdef7d8c19), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:56.082198 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.66', 55823) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:21:56.139515 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-039cf8a6-604d-4cfd-9516-83f78a952bd2 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for floatingip (a1622ede-aa4d-4820-8045-b775b8b94226), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:56.194428 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-89767470-f20b-4b44-a703-1fb53c259736 None None] Set router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:21:56.220702 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5c3d9-2db4-4228-8e15-b00412e52db0 req-0cb7d56c-1e0b-4cf8-bd6c-84fb1eb368dc tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:56.220702 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f0a5c3d9-2db4-4228-8e15-b00412e52db0 req-0cb7d56c-1e0b-4cf8-bd6c-84fb1eb368dc tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 931 time: 0.6290486 Mar 11 15:21:56.323154 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d56a428c-01f4-4d21-a573-cf251db18aaf None None] Provisioning complete for port 91b94c66-669a-4d42-994d-c2a3469a4ba6 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:21:56.323726 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d56a428c-01f4-4d21-a573-cf251db18aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (91b94c66-669a-4d42-994d-c2a3469a4ba6), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:56.331587 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-25987d27-6315-41e7-a7e0-356362d3e75b tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:56.333096 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-25987d27-6315-41e7-a7e0-356362d3e75b tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.66 "GET /v2.0/networks?id=10111652-25be-4b6e-aa55-10f6e37ef1f5 HTTP/1.1" status: 200 len: 818 time: 0.2278659 Mar 11 15:21:56.338124 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7c11fa12-20e3-477d-83f6-440bc3fc3465 admin admin] Publish callbacks [] for security_group (dfd31ef4-8566-44ba-a84d-a27a7ea78257), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:56.374418 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-8114cde6-e6dd-4242-8d68-3d6a2b4ba399 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Request body: {'port': {'device_id': 'aee99a9f-87c5-49f2-b769-b640fae5346c', 'network_id': '10111652-25be-4b6e-aa55-10f6e37ef1f5', 'admin_state_up': True, 'tenant_id': '485785a62e414ac69e1b5ba35562b168'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:21:56.456567 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f0a5c3d9-2db4-4228-8e15-b00412e52db0 req-b9b0e962-887d-4c1f-9782-4a19b3e518d7 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429848 Mar 11 15:21:56.457360 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-039cf8a6-604d-4cfd-9516-83f78a952bd2 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (1681778e-9152-4e4d-88b1-b80158e67564), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:56.504897 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c8cdb3f6-879e-4ec9-93ff-39b2558f57ed req-975e8b56-ac70-4530-8f51-6be413bc3358 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 210 time: 0.0721679 Mar 11 15:21:56.693543 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-039cf8a6-604d-4cfd-9516-83f78a952bd2 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for port (1681778e-9152-4e4d-88b1-b80158e67564), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:56.900628 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-89767470-f20b-4b44-a703-1fb53c259736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'name': 'tempest-AttachVolumeNegativeTest-850374247-router', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:48Z', 'revision_number': 4, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'gw_port': {'id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '91b94c66-669a-4d42-994d-c2a3469a4ba6', 'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'mac_address': 'fa:16:3e:92:1b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:47Z', 'updated_at': '2022-03-11T15:21:54Z', 'revision_number': 4, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'subnets': [{'id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:21:56.948095 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89767470-f20b-4b44-a703-1fb53c259736 None None] The sync data for ids ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'] in dv-cinder-833365-1-iscsi is: [{'id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'name': 'tempest-AttachVolumeNegativeTest-850374247-router', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:48Z', 'revision_number': 4, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'gw_port': {'id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '91b94c66-669a-4d42-994d-c2a3469a4ba6', 'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'mac_address': 'fa:16:3e:92:1b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:47Z', 'updated_at': '2022-03-11T15:21:54Z', 'revision_number': 4, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'subnets': [{'id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:21:56.979163 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d56a428c-01f4-4d21-a573-cf251db18aaf None None] Current status of the port 91b94c66-669a-4d42-994d-c2a3469a4ba6 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:21:56.980385 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d56a428c-01f4-4d21-a573-cf251db18aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (91b94c66-669a-4d42-994d-c2a3469a4ba6), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:57.103931 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d56a428c-01f4-4d21-a573-cf251db18aaf None None] For port 91b94c66-669a-4d42-994d-c2a3469a4ba6, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=91b94c66-669a-4d42-994d-c2a3469a4ba6,segment=NetworkSegment(08e2d6d3-038c-4332-be4e-e62a17151335),segment_id=08e2d6d3-038c-4332-be4e-e62a17151335)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:21:57.155250 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-de51311e-9b59-4042-b740-7abb7c147598 req-c447536f-428f-46d9-affd-18c09ea75f44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b377681-f01e-4beb-85a9-b0cdef7d8c19 {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:21:57.164732 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-de51311e-9b59-4042-b740-7abb7c147598 req-c447536f-428f-46d9-affd-18c09ea75f44 service neutron] Publish callbacks [] for port (6b377681-f01e-4beb-85a9-b0cdef7d8c19), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:57.187113 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-de51311e-9b59-4042-b740-7abb7c147598 req-c447536f-428f-46d9-affd-18c09ea75f44 service neutron] Transition to ACTIVE for port object 6b377681-f01e-4beb-85a9-b0cdef7d8c19 will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 15:21:57.195271 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7c11fa12-20e3-477d-83f6-440bc3fc3465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (dfd31ef4-8566-44ba-a84d-a27a7ea78257), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:57.211776 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-8114cde6-e6dd-4242-8d68-3d6a2b4ba399 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Made reservation on behalf of 485785a62e414ac69e1b5ba35562b168 for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:21:57.212358 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d56a428c-01f4-4d21-a573-cf251db18aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (91b94c66-669a-4d42-994d-c2a3469a4ba6), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:57.215198 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-8114cde6-e6dd-4242-8d68-3d6a2b4ba399 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:57.251684 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-de51311e-9b59-4042-b740-7abb7c147598 req-c447536f-428f-46d9-affd-18c09ea75f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (6b377681-f01e-4beb-85a9-b0cdef7d8c19), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:57.278278 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-039cf8a6-604d-4cfd-9516-83f78a952bd2 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (1681778e-9152-4e4d-88b1-b80158e67564), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:57.432947 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a428c-01f4-4d21-a573-cf251db18aaf None None] Pushing event updated for resources: {'Port': ['ID=91b94c66-669a-4d42-994d-c2a3469a4ba6,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:57.450666 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447536f-428f-46d9-affd-18c09ea75f44 service neutron] Pushing event updated for resources: {'Port': ['ID=6b377681-f01e-4beb-85a9-b0cdef7d8c19,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:57.517720 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.66', 55824) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:21:57.780886 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 91b94c66-669a-4d42-994d-c2a3469a4ba6 up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:21:57.813932 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-039cf8a6-604d-4cfd-9516-83f78a952bd2 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628361'] for floatingip (a1622ede-aa4d-4820-8045-b775b8b94226), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:57.829074 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 54928) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:21:57.836595 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c11fa12-20e3-477d-83f6-440bc3fc3465 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:21:57.920616 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port 91b94c66-669a-4d42-994d-c2a3469a4ba6 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:21:57.922702 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11fa12-20e3-477d-83f6-440bc3fc3465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd31ef4-8566-44ba-a84d-a27a7ea78257,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:57.922812 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (91b94c66-669a-4d42-994d-c2a3469a4ba6), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:57.967993 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-34bd9046-ef0b-4e8a-b285-82072dfaf1a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:58.029418 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-039cf8a6-604d-4cfd-9516-83f78a952bd2 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:58.056566 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-039cf8a6-604d-4cfd-9516-83f78a952bd2 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4913979 Mar 11 15:21:58.064688 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-de51311e-9b59-4042-b740-7abb7c147598 req-c447536f-428f-46d9-affd-18c09ea75f44 service neutron] Attempting to bind port 6b377681-f01e-4beb-85a9-b0cdef7d8c19 on host hv-cinder-83336 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:21:58.065269 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-de51311e-9b59-4042-b740-7abb7c147598 req-c447536f-428f-46d9-affd-18c09ea75f44 service neutron] Attempting to bind port 6b377681-f01e-4beb-85a9-b0cdef7d8c19 by drivers openvswitch,hyperv on host hv-cinder-83336 at level 0 using segments [{'id': 'efd27574-803f-4fc4-8716-95fa10ee0931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a4bd7a84-65b5-427c-a67c-ef447e39a69d'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:21:58.065751 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de51311e-9b59-4042-b740-7abb7c147598 req-c447536f-428f-46d9-affd-18c09ea75f44 service neutron] Attempting to bind port 6b377681-f01e-4beb-85a9-b0cdef7d8c19 on network a4bd7a84-65b5-427c-a67c-ef447e39a69d {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:21:58.076318 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7c11fa12-20e3-477d-83f6-440bc3fc3465 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (38b2bd32-df88-491e-ac91-b49ce2338f4e), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:58.076808 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.db.segments_db [None req-7c11fa12-20e3-477d-83f6-440bc3fc3465 admin admin] Added segment 38b2bd32-df88-491e-ac91-b49ce2338f4e of type vlan for network bce0de5e-004f-4ac8-bd40-a5e80b95fcce Mar 11 15:21:58.078517 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f3aefe81-9457-40d1-9181-823c2d923971 req-49978c06-8658-45a0-ba87-24bab35542aa tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 210 time: 0.1755269 Mar 11 15:21:58.117646 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de51311e-9b59-4042-b740-7abb7c147598 req-c447536f-428f-46d9-affd-18c09ea75f44 service neutron] Port 6b377681-f01e-4beb-85a9-b0cdef7d8c19 on network a4bd7a84-65b5-427c-a67c-ef447e39a69d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83336 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 15:21:58.117646 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de51311e-9b59-4042-b740-7abb7c147598 req-c447536f-428f-46d9-affd-18c09ea75f44 service neutron] Attempting to bind port 6b377681-f01e-4beb-85a9-b0cdef7d8c19 on network a4bd7a84-65b5-427c-a67c-ef447e39a69d {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:21:58.185437 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port 91b94c66-669a-4d42-994d-c2a3469a4ba6 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:21:58.189882 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 01f09a63-79e6-4611-86d5-abbe49252467 up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:21:58.232444 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039cf8a6-604d-4cfd-9516-83f78a952bd2 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event updated for resources: {'Port': ['ID=1681778e-9152-4e4d-88b1-b80158e67564,revision_number=2']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:58.274264 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-7cf65220-3d05-47dc-a5b5-1dc5edada3f9 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:58.275796 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-7cf65220-3d05-47dc-a5b5-1dc5edada3f9 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.66 "GET /v2.0/networks?id=10111652-25be-4b6e-aa55-10f6e37ef1f5 HTTP/1.1" status: 200 len: 818 time: 0.7543430 Mar 11 15:21:58.283973 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de51311e-9b59-4042-b740-7abb7c147598 req-c447536f-428f-46d9-affd-18c09ea75f44 service neutron] Checking agent: {'id': '7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:21:58.283973 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de51311e-9b59-4042-b740-7abb7c147598 req-c447536f-428f-46d9-affd-18c09ea75f44 service neutron] Checking segment: {'id': 'efd27574-803f-4fc4-8716-95fa10ee0931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a4bd7a84-65b5-427c-a67c-ef447e39a69d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:21:58.283973 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de51311e-9b59-4042-b740-7abb7c147598 req-c447536f-428f-46d9-affd-18c09ea75f44 service neutron] Bound using segment: {'id': 'efd27574-803f-4fc4-8716-95fa10ee0931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a4bd7a84-65b5-427c-a67c-ef447e39a69d'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:21:58.283973 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-de51311e-9b59-4042-b740-7abb7c147598 req-c447536f-428f-46d9-affd-18c09ea75f44 service neutron] Bound port: 6b377681-f01e-4beb-85a9-b0cdef7d8c19, host: hv-cinder-83336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efd27574-803f-4fc4-8716-95fa10ee0931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'a4bd7a84-65b5-427c-a67c-ef447e39a69d'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:21:58.283973 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-de51311e-9b59-4042-b740-7abb7c147598 req-c447536f-428f-46d9-affd-18c09ea75f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (6b377681-f01e-4beb-85a9-b0cdef7d8c19), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:58.316197 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-a34869da-7593-4c5a-93c0-2b3e33510e8c tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Request body: {'port': {'device_id': 'b2d064d7-8009-4520-8691-345d84ee744d', 'network_id': '10111652-25be-4b6e-aa55-10f6e37ef1f5', 'admin_state_up': True, 'tenant_id': '485785a62e414ac69e1b5ba35562b168'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:21:58.320818 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-8114cde6-e6dd-4242-8d68-3d6a2b4ba399 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Allocated IP 172.20.0.2 (10111652-25be-4b6e-aa55-10f6e37ef1f5/444501c1-6c2a-4ddb-b96c-892921be9c2d/d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:21:58.322151 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b878a645-5341-4cf1-8813-b0a2da518a5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:58.382041 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port 01f09a63-79e6-4611-86d5-abbe49252467 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:21:58.386750 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (01f09a63-79e6-4611-86d5-abbe49252467), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:58.422593 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7c11fa12-20e3-477d-83f6-440bc3fc3465 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152803018'] for network (bce0de5e-004f-4ac8-bd40-a5e80b95fcce), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:58.487191 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f267ff-390c-4733-8519-bcf6612dcbd5 req-9bc513ed-e083-4f4c-ba04-d0073fbe03bf tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:58.492205 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-01f267ff-390c-4733-8519-bcf6612dcbd5 req-9bc513ed-e083-4f4c-ba04-d0073fbe03bf tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 943 time: 0.6521747 Mar 11 15:21:58.638843 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port 01f09a63-79e6-4611-86d5-abbe49252467 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:21:58.665336 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7c11fa12-20e3-477d-83f6-440bc3fc3465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548'] for network (bce0de5e-004f-4ac8-bd40-a5e80b95fcce), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:58.666644 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c11fa12-20e3-477d-83f6-440bc3fc3465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:58.667190 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7c11fa12-20e3-477d-83f6-440bc3fc3465 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:58.718935 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-de51311e-9b59-4042-b740-7abb7c147598 req-c447536f-428f-46d9-affd-18c09ea75f44 service neutron] For port 6b377681-f01e-4beb-85a9-b0cdef7d8c19, host hv-cinder-83336, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:21:58.730442 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-01f267ff-390c-4733-8519-bcf6612dcbd5 req-d0a13600-7c8a-48e1-b91e-f2d91a82c45f tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218413 Mar 11 15:21:58.768577 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-de51311e-9b59-4042-b740-7abb7c147598 req-c447536f-428f-46d9-affd-18c09ea75f44 service neutron] For port 6b377681-f01e-4beb-85a9-b0cdef7d8c19, host hv-cinder-83336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=6b377681-f01e-4beb-85a9-b0cdef7d8c19,segment=NetworkSegment(efd27574-803f-4fc4-8716-95fa10ee0931),segment_id=efd27574-803f-4fc4-8716-95fa10ee0931)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:21:58.795860 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c11fa12-20e3-477d-83f6-440bc3fc3465 admin admin] Pushing event updated for resources: {'Network': ['ID=bce0de5e-004f-4ac8-bd40-a5e80b95fcce,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:58.799080 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b878a645-5341-4cf1-8813-b0a2da518a5f admin admin] Publish callbacks [] for security_group (ef855ec4-983a-4394-b81c-9676c6b9c3c7), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:58.809120 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Network bce0de5e-004f-4ac8-bd40-a5e80b95fcce details requested by agent ovs-agent-dv-cinder-833365-1-iscsi with host dv-cinder-833365-1-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 15:21:58.847262 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-7c11fa12-20e3-477d-83f6-440bc3fc3465 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.7056994 Mar 11 15:21:58.850571 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 54972) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:21:58.853274 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-9a64048c-da06-4590-a347-2475b1b8b217 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1331486705&fields=id&tenant_id=bfe9430712c14bdfbe466c8ac9edd4fe HTTP/1.1" status: 200 len: 267 time: 0.1457834 Mar 11 15:21:58.861770 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-8114cde6-e6dd-4242-8d68-3d6a2b4ba399 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Publish callbacks [] for port (d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:58.867067 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-60510bde-38c3-4f04-8646-9fd11fb299d0 admin admin] Request body: {'subnet': {'network_id': 'bce0de5e-004f-4ac8-bd40-a5e80b95fcce', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-798834952-subnet', 'tenant_id': '95186f387cb34aeba9fa9d442e0f2102', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:21:58.877208 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b878a645-5341-4cf1-8813-b0a2da518a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (ef855ec4-983a-4394-b81c-9676c6b9c3c7), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:58.892493 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-de51311e-9b59-4042-b740-7abb7c147598 req-c447536f-428f-46d9-affd-18c09ea75f44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (6b377681-f01e-4beb-85a9-b0cdef7d8c19), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:58.895149 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-a34869da-7593-4c5a-93c0-2b3e33510e8c tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Made reservation on behalf of 485785a62e414ac69e1b5ba35562b168 for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:21:58.898641 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-a34869da-7593-4c5a-93c0-2b3e33510e8c tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:58.927725 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-b878a645-5341-4cf1-8813-b0a2da518a5f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=028431b7f0094a4c8d5d26efbc41ec62&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0818622 Mar 11 15:21:58.927725 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b878a645-5341-4cf1-8813-b0a2da518a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef855ec4-983a-4394-b81c-9676c6b9c3c7,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:58.929534 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 54976) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:21:58.958871 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51311e-9b59-4042-b740-7abb7c147598 req-c447536f-428f-46d9-affd-18c09ea75f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:58.963425 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-de51311e-9b59-4042-b740-7abb7c147598 req-c447536f-428f-46d9-affd-18c09ea75f44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:58.966688 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-de51311e-9b59-4042-b740-7abb7c147598 req-c447536f-428f-46d9-affd-18c09ea75f44 service neutron] 10.222.0.66 "PUT /v2.0/ports/6b377681-f01e-4beb-85a9-b0cdef7d8c19 HTTP/1.1" status: 200 len: 1093 time: 3.1990650 Mar 11 15:21:58.974346 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '232d114a-ea2e-4027-add8-e435783d5065', 'tag': '6b377681-f01e-4beb-85a9-b0cdef7d8c19'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:21:59.013634 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60510bde-38c3-4f04-8646-9fd11fb299d0 admin admin] Made reservation on behalf of 95186f387cb34aeba9fa9d442e0f2102 for: {'subnet': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:21:59.025307 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-60510bde-38c3-4f04-8646-9fd11fb299d0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:59.066612 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-98da125e-4045-4793-a362-952dce8b9340 admin admin] Publish callbacks [] for security_group (ef855ec4-983a-4394-b81c-9676c6b9c3c7), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:59.105300 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-98da125e-4045-4793-a362-952dce8b9340 admin admin] Publish callbacks [] for security_group (ef855ec4-983a-4394-b81c-9676c6b9c3c7), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:59.349920 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 54994) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:21:59.390748 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 91b94c66-669a-4d42-994d-c2a3469a4ba6 up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:21:59.414520 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7bf7b386-73fd-4226-a870-ea574e034be7 req-8c09e586-2a04-4847-a850-0510ceea77c5 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 210 time: 0.0767052 Mar 11 15:21:59.561971 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-4a895f1c-659c-43b0-9297-9c743146457a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:59.564865 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-4a895f1c-659c-43b0-9297-9c743146457a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/networks?id=8544fd48-a5da-477d-ba08-7fd1e3df5115 HTTP/1.1" status: 200 len: 814 time: 0.7104487 Mar 11 15:21:59.565853 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447536f-428f-46d9-affd-18c09ea75f44 service neutron] Pushing event updated for resources: {'Port': ['ID=6b377681-f01e-4beb-85a9-b0cdef7d8c19,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:59.596261 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788635e1-6509-4592-93ab-77ff81f8dd2f" -d '{"events": [{"name": "network-changed", "server_uuid": "232d114a-ea2e-4027-add8-e435783d5065", "tag": "6b377681-f01e-4beb-85a9-b0cdef7d8c19"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:21:59.599894 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port 91b94c66-669a-4d42-994d-c2a3469a4ba6 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:21:59.600272 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (91b94c66-669a-4d42-994d-c2a3469a4ba6), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:59.643068 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-98da125e-4045-4793-a362-952dce8b9340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (ef855ec4-983a-4394-b81c-9676c6b9c3c7), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:59.647018 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-98da125e-4045-4793-a362-952dce8b9340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:59.647137 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51311e-9b59-4042-b740-7abb7c147598 req-93b4e489-0a2a-44e5-8529-552a1248121e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:21:59.648201 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-de51311e-9b59-4042-b740-7abb7c147598 req-93b4e489-0a2a-44e5-8529-552a1248121e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eed6760063dd4576ab1cd8fe0fa631e1&device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 1127 time: 0.3976915 Mar 11 15:21:59.649637 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-9f6768e7-d3e9-43e0-86ac-1701e8424c2d tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/quotas/bfe9430712c14bdfbe466c8ac9edd4fe HTTP/1.1" status: 200 len: 375 time: 0.0679686 Mar 11 15:21:59.650856 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-98da125e-4045-4793-a362-952dce8b9340 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ef855ec4-983a-4394-b81c-9676c6b9c3c7 HTTP/1.1" status: 204 len: 168 time: 0.7211874 Mar 11 15:21:59.725090 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da125e-4045-4793-a362-952dce8b9340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef855ec4-983a-4394-b81c-9676c6b9c3c7,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:21:59.739396 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1dedcfc1-4f47-470f-8d51-156be3757f78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:59.779996 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-8114cde6-e6dd-4242-8d68-3d6a2b4ba399 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391'] for port (d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:21:59.855454 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port 91b94c66-669a-4d42-994d-c2a3469a4ba6 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:21:59.931497 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-60510bde-38c3-4f04-8646-9fd11fb299d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548'] for subnet (1ea56457-0e3e-4046-a7b1-ec7ed4f305d1), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:00.006462 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1dedcfc1-4f47-470f-8d51-156be3757f78 admin admin] Publish callbacks [] for security_group (25f25a47-d03b-46b8-a02c-5adac796f7b7), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:00.009599 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7774fe38-39ab-44c9-a4f6-e05bc5228c7d x-openstack-request-id: req-7774fe38-39ab-44c9-a4f6-e05bc5228c7d {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:22:00.011963 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "232d114a-ea2e-4027-add8-e435783d5065", "tag": "6b377681-f01e-4beb-85a9-b0cdef7d8c19", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:22:00.011963 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7774fe38-39ab-44c9-a4f6-e05bc5228c7d {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:22:00.011963 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '232d114a-ea2e-4027-add8-e435783d5065', 'tag': '6b377681-f01e-4beb-85a9-b0cdef7d8c19', 'status': 'completed', 'code': 200} Mar 11 15:22:00.026783 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60510bde-38c3-4f04-8646-9fd11fb299d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ea56457-0e3e-4046-a7b1-ec7ed4f305d1,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:00.052190 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-de51311e-9b59-4042-b740-7abb7c147598 req-4112d377-331d-4b8b-a971-6b650ff0f03a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b377681-f01e-4beb-85a9-b0cdef7d8c19 HTTP/1.1" status: 200 len: 217 time: 0.3783629 Mar 11 15:22:00.055397 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-5fe5fb7c-19fb-47aa-b365-50048a5bf5d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:00.084699 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe5ade-724d-4d7e-a796-01a17c473be4 req-97887d1d-8619-4b05-a93b-98c36131f46f tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:00.086285 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-defe5ade-724d-4d7e-a796-01a17c473be4 req-97887d1d-8619-4b05-a93b-98c36131f46f tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 943 time: 0.1721051 Mar 11 15:22:00.123083 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60510bde-38c3-4f04-8646-9fd11fb299d0 admin admin] Checking segment: {'id': '38b2bd32-df88-491e-ac91-b49ce2338f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bce0de5e-004f-4ac8-bd40-a5e80b95fcce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:22:00.126833 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60510bde-38c3-4f04-8646-9fd11fb299d0 admin admin] Network hostable DHCP agents. Network: bce0de5e-004f-4ac8-bd40-a5e80b95fcce, hostable agents: ['e21939e9-4971-4f1d-851f-403443bff873'], hosted agents: [] {{(pid=103740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:22:00.149640 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1dedcfc1-4f47-470f-8d51-156be3757f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (25f25a47-d03b-46b8-a02c-5adac796f7b7), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:00.223080 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-8114cde6-e6dd-4242-8d68-3d6a2b4ba399 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Network 10111652-25be-4b6e-aa55-10f6e37ef1f5 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:22:00.246438 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-8114cde6-e6dd-4242-8d68-3d6a2b4ba399 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:22:00.277922 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-8114cde6-e6dd-4242-8d68-3d6a2b4ba399 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:22:00.277922 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-8114cde6-e6dd-4242-8d68-3d6a2b4ba399 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:00.277922 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-8114cde6-e6dd-4242-8d68-3d6a2b4ba399 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:00.277922 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114cde6-e6dd-4242-8d68-3d6a2b4ba399 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Pushing event updated for resources: {'Port': ['ID=d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:00.312605 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-a34869da-7593-4c5a-93c0-2b3e33510e8c tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Allocated IP 172.20.0.7 (10111652-25be-4b6e-aa55-10f6e37ef1f5/444501c1-6c2a-4ddb-b96c-892921be9c2d/1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:22:00.358009 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51311e-9b59-4042-b740-7abb7c147598 req-957f4adf-d24e-4973-a783-daf037d58760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:00.359574 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-de51311e-9b59-4042-b740-7abb7c147598 req-957f4adf-d24e-4973-a783-daf037d58760 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=010c59a7-5a80-4cfe-b5d6-b72ffdb6c329 HTTP/1.1" status: 200 len: 851 time: 0.2437079 Mar 11 15:22:00.378057 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-05975d2b-c683-4955-abf2-1b1f94579c6d tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bfe9430712c14bdfbe466c8ac9edd4fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7060406 Mar 11 15:22:00.383756 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-defe5ade-724d-4d7e-a796-01a17c473be4 req-f571a271-9917-4f79-9c97-ee508c2b738b tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744889 Mar 11 15:22:00.386086 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-1dedcfc1-4f47-470f-8d51-156be3757f78 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d2c3c40a94f4cc99154d7f4558fcc5e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0350146 Mar 11 15:22:00.388708 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dedcfc1-4f47-470f-8d51-156be3757f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f25a47-d03b-46b8-a02c-5adac796f7b7,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:00.398708 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 55034) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:00.470589 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60510bde-38c3-4f04-8646-9fd11fb299d0 admin admin] Network bce0de5e-004f-4ac8-bd40-a5e80b95fcce is scheduled to be hosted by DHCP agent e21939e9-4971-4f1d-851f-403443bff873 with binding_index 1 {{(pid=103740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:22:00.573750 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-de51311e-9b59-4042-b740-7abb7c147598 req-a532b4eb-ea5b-43b3-9402-c17bd6a2c9ef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a4bd7a84-65b5-427c-a67c-ef447e39a69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1922843 Mar 11 15:22:00.581260 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-8114cde6-e6dd-4242-8d68-3d6a2b4ba399 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2089989 Mar 11 15:22:00.613653 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-79e9f86f-97d6-4751-ab69-c30143e5162d service neutron] Request body: {'port': {'device_id': 'aee99a9f-87c5-49f2-b769-b640fae5346c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83336'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:22:00.615317 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-60510bde-38c3-4f04-8646-9fd11fb299d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833365-1-iscsi, bce0de5e-004f-4ac8-bd40-a5e80b95fcce) {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:22:00.637724 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab2db83-782c-42d5-9ae3-be5c57a8ff0b None None] Network bce0de5e-004f-4ac8-bd40-a5e80b95fcce requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:22:00.652325 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9a55f67b-530f-487f-b1a8-29b2fc6a0634 req-5ffceffc-4e34-41c6-a0c5-b474ca0e38e6 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 210 time: 0.0407970 Mar 11 15:22:00.655216 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0efd4b91-4841-4438-9829-60085d2604ff admin admin] Publish callbacks [] for security_group (25f25a47-d03b-46b8-a02c-5adac796f7b7), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:00.657586 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60510bde-38c3-4f04-8646-9fd11fb299d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:00.658548 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-60510bde-38c3-4f04-8646-9fd11fb299d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:00.700499 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0efd4b91-4841-4438-9829-60085d2604ff admin admin] Publish callbacks [] for security_group (25f25a47-d03b-46b8-a02c-5adac796f7b7), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:00.780236 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-60510bde-38c3-4f04-8646-9fd11fb299d0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9283416 Mar 11 15:22:00.839272 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11bcb10-cb5d-4e95-a10b-a218bf9c4f1b None None] Network bce0de5e-004f-4ac8-bd40-a5e80b95fcce requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:22:00.862774 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0efd4b91-4841-4438-9829-60085d2604ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (25f25a47-d03b-46b8-a02c-5adac796f7b7), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:00.865262 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0efd4b91-4841-4438-9829-60085d2604ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:00.866430 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-0efd4b91-4841-4438-9829-60085d2604ff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/25f25a47-d03b-46b8-a02c-5adac796f7b7 HTTP/1.1" status: 204 len: 168 time: 0.4619524 Mar 11 15:22:00.882677 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd4b91-4841-4438-9829-60085d2604ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f25a47-d03b-46b8-a02c-5adac796f7b7,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:00.997900 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 55050) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:01.076875 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4fd262f-104e-4589-be10-dca5c89f6fdd admin admin] Deleting subnet 92e461a4-f213-4a39-a1c2-ae22c76d3bc1 {{(pid=103740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 15:22:01.086550 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f4fd262f-104e-4589-be10-dca5c89f6fdd admin admin] Publish callbacks [] for subnet (92e461a4-f213-4a39-a1c2-ae22c76d3bc1), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:01.157964 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f4fd262f-104e-4589-be10-dca5c89f6fdd admin admin] Publish callbacks [] for subnet (92e461a4-f213-4a39-a1c2-ae22c76d3bc1), precommit_delete_associations {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:01.170097 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f4fd262f-104e-4589-be10-dca5c89f6fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1914166'] for subnet (92e461a4-f213-4a39-a1c2-ae22c76d3bc1), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:01.262991 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:01.298931 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f4fd262f-104e-4589-be10-dca5c89f6fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1914173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548'] for subnet (92e461a4-f213-4a39-a1c2-ae22c76d3bc1), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:01.337023 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-e86db4b0-60b6-4fa7-a24c-6b81225de617 service neutron] 10.222.0.44 "GET /v2.0/networks/8544fd48-a5da-477d-ba08-7fd1e3df5115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9252551 Mar 11 15:22:01.352380 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd262f-104e-4589-be10-dca5c89f6fdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92e461a4-f213-4a39-a1c2-ae22c76d3bc1,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:01.367612 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f4fd262f-104e-4589-be10-dca5c89f6fdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:01.380332 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-79e9f86f-97d6-4751-ab69-c30143e5162d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:01.380719 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-f4fd262f-104e-4589-be10-dca5c89f6fdd admin admin] 10.222.0.44 "DELETE /v2.0/subnets/92e461a4-f213-4a39-a1c2-ae22c76d3bc1 HTTP/1.1" status: 204 len: 168 time: 0.3810863 Mar 11 15:22:01.381777 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 55058) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:01.388198 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-a34869da-7593-4c5a-93c0-2b3e33510e8c tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Publish callbacks [] for port (1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:01.390424 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-de51311e-9b59-4042-b740-7abb7c147598 req-467d7e5a-2fdb-4b08-ba9b-d27ee63ba121 service neutron] 10.222.0.66 "GET /v2.0/networks/a4bd7a84-65b5-427c-a67c-ef447e39a69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7938647 Mar 11 15:22:01.487645 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f67e03c3-9adf-4158-a738-31736b3c35d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2071539'] for network (efb00cda-5f4a-42b2-b4bf-96f220a7136a), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:01.633435 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-49e514b1-63de-4925-8788-c2fc7bf23907 service neutron] 10.222.0.44 "GET /v2.0/networks/8544fd48-a5da-477d-ba08-7fd1e3df5115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952049 Mar 11 15:22:01.735657 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-a34869da-7593-4c5a-93c0-2b3e33510e8c tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391'] for port (1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:01.753423 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-de51311e-9b59-4042-b740-7abb7c147598 req-0bff2857-b283-491c-8a78-b482dd6b9d43 service neutron] 10.222.0.66 "GET /v2.0/networks/a4bd7a84-65b5-427c-a67c-ef447e39a69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307726 Mar 11 15:22:01.820107 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-a34869da-7593-4c5a-93c0-2b3e33510e8c tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Network 10111652-25be-4b6e-aa55-10f6e37ef1f5 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:22:01.835401 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-a34869da-7593-4c5a-93c0-2b3e33510e8c tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:22:01.848649 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-a34869da-7593-4c5a-93c0-2b3e33510e8c tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:22:01.853969 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-a34869da-7593-4c5a-93c0-2b3e33510e8c tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:01.854597 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-a34869da-7593-4c5a-93c0-2b3e33510e8c tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:01.857838 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 55080) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:01.871449 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34869da-7593-4c5a-93c0-2b3e33510e8c tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Pushing event updated for resources: {'Port': ['ID=1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:01.924322 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f67e03c3-9adf-4158-a738-31736b3c35d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1913037', 'neutron.services.segments.db._delete_segments_for_network-8743153172758'] for network (efb00cda-5f4a-42b2-b4bf-96f220a7136a), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:01.927621 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-13999eb0-93bf-4827-9559-81e22939cc26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:02.011775 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-a34869da-7593-4c5a-93c0-2b3e33510e8c tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7083700 Mar 11 15:22:02.034760 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f67e03c3-9adf-4158-a738-31736b3c35d1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:22:02.035228 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-4badfa3d-fe44-4bad-9dcd-6a00f70691a7 service neutron] Request body: {'port': {'device_id': 'b2d064d7-8009-4520-8691-345d84ee744d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83336'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:22:02.035326 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f67e03c3-9adf-4158-a738-31736b3c35d1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:22:02.035783 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f67e03c3-9adf-4158-a738-31736b3c35d1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:22:02.036108 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f67e03c3-9adf-4158-a738-31736b3c35d1 admin admin] Subscribe: > port after_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:22:02.036448 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f67e03c3-9adf-4158-a738-31736b3c35d1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:22:02.036789 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f67e03c3-9adf-4158-a738-31736b3c35d1 admin admin] Subscribe: > port after_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:22:02.037107 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f67e03c3-9adf-4158-a738-31736b3c35d1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:22:02.037430 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f67e03c3-9adf-4158-a738-31736b3c35d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:22:02.037738 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f67e03c3-9adf-4158-a738-31736b3c35d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:22:02.038059 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f67e03c3-9adf-4158-a738-31736b3c35d1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:22:02.239471 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788635e1-6509-4592-93ab-77ff81f8dd2f req-ae67121a-9b5b-449b-a7aa-ab62dab0e827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:02.241234 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-788635e1-6509-4592-93ab-77ff81f8dd2f req-ae67121a-9b5b-449b-a7aa-ab62dab0e827 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eed6760063dd4576ab1cd8fe0fa631e1&device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 1127 time: 0.3148952 Mar 11 15:22:02.336881 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-79e9f86f-97d6-4751-ab69-c30143e5162d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:22:02.368905 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-13999eb0-93bf-4827-9559-81e22939cc26 admin admin] Publish callbacks [] for security_group (f4097720-a853-4480-9bef-9d8267d8c0bd), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:02.377970 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-79e9f86f-97d6-4751-ab69-c30143e5162d service neutron] Publish callbacks [] for port (d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:02.390210 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-4badfa3d-fe44-4bad-9dcd-6a00f70691a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:02.484741 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-79e9f86f-97d6-4751-ab69-c30143e5162d service neutron] Transition to ACTIVE for port object d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 15:22:02.485649 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-13999eb0-93bf-4827-9559-81e22939cc26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (f4097720-a853-4480-9bef-9d8267d8c0bd), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:02.513471 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f67e03c3-9adf-4158-a738-31736b3c35d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:22:02.513767 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f67e03c3-9adf-4158-a738-31736b3c35d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:22:02.514058 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f67e03c3-9adf-4158-a738-31736b3c35d1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:22:02.514397 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f67e03c3-9adf-4158-a738-31736b3c35d1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:22:02.514823 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-f67e03c3-9adf-4158-a738-31736b3c35d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb00cda-5f4a-42b2-b4bf-96f220a7136a']}} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:22:02.541278 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-f67e03c3-9adf-4158-a738-31736b3c35d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa7e43b7-45d2-403c-8d54-3ea516439386') {'for_net_delete': True} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:22:02.541617 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-f67e03c3-9adf-4158-a738-31736b3c35d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa7e43b7-45d2-403c-8d54-3ea516439386') {} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:22:02.570960 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f89b4-3b65-4862-90fb-2e65ff110554 req-9f3aa530-ffea-4d84-8843-74f56e6689ba tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:02.579731 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-917f89b4-3b65-4862-90fb-2e65ff110554 req-9f3aa530-ffea-4d84-8843-74f56e6689ba tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 943 time: 0.9764299 Mar 11 15:22:02.589597 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-79e9f86f-97d6-4751-ab69-c30143e5162d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:02.596176 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f67e03c3-9adf-4158-a738-31736b3c35d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743153173023', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14027369'] for segment (aa7e43b7-45d2-403c-8d54-3ea516439386), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:02.598914 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486c098-ddbc-4b24-af72-f2e8073ddd58 req-6745d0be-7661-4cf8-9078-34b2b60a7d9e tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:02.600637 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0486c098-ddbc-4b24-af72-f2e8073ddd58 req-6745d0be-7661-4cf8-9078-34b2b60a7d9e tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 931 time: 0.4257858 Mar 11 15:22:02.639080 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-13999eb0-93bf-4827-9559-81e22939cc26 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=60bd465ddb814c62bec1fc41f627ffcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7768376 Mar 11 15:22:02.639836 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f67e03c3-9adf-4158-a738-31736b3c35d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (aa7e43b7-45d2-403c-8d54-3ea516439386), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:02.647231 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 55092) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:02.667721 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788635e1-6509-4592-93ab-77ff81f8dd2f req-30b64715-a732-4380-a5d3-5f3056532df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:02.668601 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-788635e1-6509-4592-93ab-77ff81f8dd2f req-30b64715-a732-4380-a5d3-5f3056532df4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a4bd7a84-65b5-427c-a67c-ef447e39a69d HTTP/1.1" status: 200 len: 912 time: 0.3552287 Mar 11 15:22:02.671539 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f67e03c3-9adf-4158-a738-31736b3c35d1 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:22:02.671941 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f67e03c3-9adf-4158-a738-31736b3c35d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15280433'] for segment (aa7e43b7-45d2-403c-8d54-3ea516439386), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: from cryptography.utils import int_from_bytes Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: from cryptography.utils import int_from_bytes Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: Traceback (most recent call last): Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: timer() Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: cb(*args, **kw) Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: return func(*args, **kwargs) Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: self._notify() Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: self.callback(batched_events) Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: event.method(event) Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: return f(self, *a, **k) Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: return self._get(url).json() Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: return self.request(url, 'GET', **kwargs) Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:22:02.692853 dv-cinder-833365-1-iscsi neutron-server[103740]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:22:02.698866 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13999eb0-93bf-4827-9559-81e22939cc26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4097720-a853-4480-9bef-9d8267d8c0bd,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:02.807783 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-788635e1-6509-4592-93ab-77ff81f8dd2f req-940cc31b-8cb1-4b05-b56a-4529827d7a19 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b377681-f01e-4beb-85a9-b0cdef7d8c19 HTTP/1.1" status: 200 len: 217 time: 0.1311319 Mar 11 15:22:02.823901 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9f86f-97d6-4751-ab69-c30143e5162d service neutron] Pushing event updated for resources: {'Port': ['ID=d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:02.912217 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0486c098-ddbc-4b24-af72-f2e8073ddd58 req-4b815932-5412-4b8f-ba08-e52fac158bc2 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863131 Mar 11 15:22:02.996137 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-79e9f86f-97d6-4751-ab69-c30143e5162d service neutron] Attempting to bind port d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c on host hv-cinder-83336 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:22:02.999008 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-917f89b4-3b65-4862-90fb-2e65ff110554 req-72218849-cf46-4609-9875-265dc81cb0c0 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180467 Mar 11 15:22:02.999145 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-79e9f86f-97d6-4751-ab69-c30143e5162d service neutron] Attempting to bind port d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c by drivers openvswitch,hyperv on host hv-cinder-83336 at level 0 using segments [{'id': 'fe702dd1-454d-40ac-9a2b-6845db1b1d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '10111652-25be-4b6e-aa55-10f6e37ef1f5'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:22:02.999411 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-79e9f86f-97d6-4751-ab69-c30143e5162d service neutron] Attempting to bind port d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c on network 10111652-25be-4b6e-aa55-10f6e37ef1f5 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:22:03.078188 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:03.125231 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ea14132b-7b5c-41b3-bf68-d8856ab6d5dc req-09d096ca-9e1e-4137-bef7-596eb0cdaaeb tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 210 time: 0.0610309 Mar 11 15:22:03.126150 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-12606d00-2617-4c3a-8739-385bf0a415bf admin admin] Publish callbacks [] for security_group (f4097720-a853-4480-9bef-9d8267d8c0bd), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:03.131087 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f67e03c3-9adf-4158-a738-31736b3c35d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1913012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628375'] for network (efb00cda-5f4a-42b2-b4bf-96f220a7136a), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:03.165491 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f67e03c3-9adf-4158-a738-31736b3c35d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:03.165491 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-f67e03c3-9adf-4158-a738-31736b3c35d1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/efb00cda-5f4a-42b2-b4bf-96f220a7136a HTTP/1.1" status: 204 len: 168 time: 1.7797136 Mar 11 15:22:03.176110 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-79e9f86f-97d6-4751-ab69-c30143e5162d service neutron] Port d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c on network 10111652-25be-4b6e-aa55-10f6e37ef1f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83336 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 15:22:03.176759 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-79e9f86f-97d6-4751-ab69-c30143e5162d service neutron] Attempting to bind port d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c on network 10111652-25be-4b6e-aa55-10f6e37ef1f5 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:22:03.186023 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 55110) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:03.188783 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-79e9f86f-97d6-4751-ab69-c30143e5162d service neutron] Checking agent: {'id': '7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:22:03.189126 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-79e9f86f-97d6-4751-ab69-c30143e5162d service neutron] Checking segment: {'id': 'fe702dd1-454d-40ac-9a2b-6845db1b1d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '10111652-25be-4b6e-aa55-10f6e37ef1f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:22:03.189559 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-79e9f86f-97d6-4751-ab69-c30143e5162d service neutron] Bound using segment: {'id': 'fe702dd1-454d-40ac-9a2b-6845db1b1d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '10111652-25be-4b6e-aa55-10f6e37ef1f5'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:22:03.190097 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-79e9f86f-97d6-4751-ab69-c30143e5162d service neutron] Bound port: d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c, host: hv-cinder-83336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe702dd1-454d-40ac-9a2b-6845db1b1d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '10111652-25be-4b6e-aa55-10f6e37ef1f5'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:22:03.190456 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-79e9f86f-97d6-4751-ab69-c30143e5162d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:03.193311 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788635e1-6509-4592-93ab-77ff81f8dd2f req-8d621313-572c-4b73-a829-148a164dc75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:03.195183 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-788635e1-6509-4592-93ab-77ff81f8dd2f req-8d621313-572c-4b73-a829-148a164dc75c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=010c59a7-5a80-4cfe-b5d6-b72ffdb6c329 HTTP/1.1" status: 200 len: 851 time: 0.3558254 Mar 11 15:22:03.199412 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e03c3-9adf-4158-a738-31736b3c35d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=efb00cda-5f4a-42b2-b4bf-96f220a7136a,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:03.221930 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-12606d00-2617-4c3a-8739-385bf0a415bf admin admin] Publish callbacks [] for security_group (f4097720-a853-4480-9bef-9d8267d8c0bd), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:03.314271 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-788635e1-6509-4592-93ab-77ff81f8dd2f req-5fa9ec44-c530-4ca7-a381-73f2da8fbd8e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a4bd7a84-65b5-427c-a67c-ef447e39a69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010082 Mar 11 15:22:03.373603 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-12606d00-2617-4c3a-8739-385bf0a415bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (f4097720-a853-4480-9bef-9d8267d8c0bd), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:03.376185 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-12606d00-2617-4c3a-8739-385bf0a415bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:03.381609 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-12606d00-2617-4c3a-8739-385bf0a415bf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f4097720-a853-4480-9bef-9d8267d8c0bd HTTP/1.1" status: 204 len: 168 time: 0.7267935 Mar 11 15:22:03.389585 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_v2 [None req-34bfa05c-85fe-4b00-8fb8-e7f1a2998ded admin admin] Deleting subnet 1ea56457-0e3e-4046-a7b1-ec7ed4f305d1 {{(pid=103739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 15:22:03.399106 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12606d00-2617-4c3a-8739-385bf0a415bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4097720-a853-4480-9bef-9d8267d8c0bd,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:03.408553 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-34bfa05c-85fe-4b00-8fb8-e7f1a2998ded admin admin] Publish callbacks [] for subnet (1ea56457-0e3e-4046-a7b1-ec7ed4f305d1), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:03.410713 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-79e9f86f-97d6-4751-ab69-c30143e5162d service neutron] For port d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c, host hv-cinder-83336, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:22:03.470032 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-79e9f86f-97d6-4751-ab69-c30143e5162d service neutron] For port d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c, host hv-cinder-83336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c,segment=NetworkSegment(fe702dd1-454d-40ac-9a2b-6845db1b1d1b),segment_id=fe702dd1-454d-40ac-9a2b-6845db1b1d1b)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:22:03.565978 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-34bfa05c-85fe-4b00-8fb8-e7f1a2998ded admin admin] Publish callbacks [] for subnet (1ea56457-0e3e-4046-a7b1-ec7ed4f305d1), precommit_delete_associations {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:03.577506 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-79e9f86f-97d6-4751-ab69-c30143e5162d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:03.828988 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-34bfa05c-85fe-4b00-8fb8-e7f1a2998ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1914166'] for subnet (1ea56457-0e3e-4046-a7b1-ec7ed4f305d1), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:03.838455 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-4badfa3d-fe44-4bad-9dcd-6a00f70691a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4 {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:22:03.860512 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 55140) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:03.876618 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-4badfa3d-fe44-4bad-9dcd-6a00f70691a7 service neutron] Publish callbacks [] for port (1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:03.941974 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-4badfa3d-fe44-4bad-9dcd-6a00f70691a7 service neutron] Transition to ACTIVE for port object 1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4 will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 15:22:03.947781 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-79e9f86f-97d6-4751-ab69-c30143e5162d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:03.949239 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-79e9f86f-97d6-4751-ab69-c30143e5162d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:03.951435 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-79e9f86f-97d6-4751-ab69-c30143e5162d service neutron] 10.222.0.66 "PUT /v2.0/ports/d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c HTTP/1.1" status: 200 len: 1093 time: 3.3560414 Mar 11 15:22:03.959721 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aee99a9f-87c5-49f2-b769-b640fae5346c', 'tag': 'd72bc1fc-5c36-4d75-bdc1-fd3a20276f6c'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:22:03.962984 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a901f4-541f-4939-aa6e-18bb9fd63a48" -d '{"events": [{"name": "network-changed", "server_uuid": "aee99a9f-87c5-49f2-b769-b640fae5346c", "tag": "d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:22:04.063387 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1893065-ea81-4e66-8789-02329276c729 x-openstack-request-id: req-a1893065-ea81-4e66-8789-02329276c729 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:22:04.063742 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aee99a9f-87c5-49f2-b769-b640fae5346c", "tag": "d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:22:04.064008 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a1893065-ea81-4e66-8789-02329276c729 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:22:04.066869 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aee99a9f-87c5-49f2-b769-b640fae5346c', 'tag': 'd72bc1fc-5c36-4d75-bdc1-fd3a20276f6c', 'status': 'completed', 'code': 200} Mar 11 15:22:04.096158 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-788635e1-6509-4592-93ab-77ff81f8dd2f req-3a505dc5-e585-4b60-a592-13c3d1b3a6d5 service neutron] 10.222.0.66 "GET /v2.0/networks/a4bd7a84-65b5-427c-a67c-ef447e39a69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6581831 Mar 11 15:22:04.101100 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-4badfa3d-fe44-4bad-9dcd-6a00f70691a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:04.105231 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e9f86f-97d6-4751-ab69-c30143e5162d service neutron] Pushing event updated for resources: {'Port': ['ID=d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:04.216737 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3edbf-10eb-4eda-a510-ad5efb5fb266 req-87905991-ec17-4856-affd-0c637231d80d tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:04.224434 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0bf3edbf-10eb-4eda-a510-ad5efb5fb266 req-87905991-ec17-4856-affd-0c637231d80d tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 943 time: 0.0982301 Mar 11 15:22:04.229370 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badfa3d-fe44-4bad-9dcd-6a00f70691a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:04.312077 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0bf3edbf-10eb-4eda-a510-ad5efb5fb266 req-f6794954-17d3-4c3a-b630-aa48e22d02db tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864687 Mar 11 15:22:04.312710 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 55158) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:04.364437 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-fa43635a-2bab-4a40-a8f4-b58a65a98617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:04.403442 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-34bfa05c-85fe-4b00-8fb8-e7f1a2998ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1914173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548'] for subnet (1ea56457-0e3e-4046-a7b1-ec7ed4f305d1), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:04.427201 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:04.447184 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bfa05c-85fe-4b00-8fb8-e7f1a2998ded admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ea56457-0e3e-4046-a7b1-ec7ed4f305d1,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:04.470616 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5ac71-abd3-4551-a69a-77fed5990432 req-f7f58a9a-2e8f-46b7-bd29-efb952542557 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:04.472542 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c0f5ac71-abd3-4551-a69a-77fed5990432 req-f7f58a9a-2e8f-46b7-bd29-efb952542557 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 943 time: 0.4577627 Mar 11 15:22:04.530126 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4ad94b11-2b13-4aa4-a734-b5efc2f3b095 req-91385c47-27cb-4fd3-af62-64858e5f7960 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 210 time: 0.0542490 Mar 11 15:22:04.565886 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-34bfa05c-85fe-4b00-8fb8-e7f1a2998ded admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:04.569255 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-34bfa05c-85fe-4b00-8fb8-e7f1a2998ded admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1ea56457-0e3e-4046-a7b1-ec7ed4f305d1 HTTP/1.1" status: 204 len: 168 time: 1.3731239 Mar 11 15:22:04.572793 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 55164) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:04.589240 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a901f4-541f-4939-aa6e-18bb9fd63a48 req-bd962ec0-a0d0-47a0-a6e0-3d17d34d2643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:04.594792 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-93a901f4-541f-4939-aa6e-18bb9fd63a48 req-bd962ec0-a0d0-47a0-a6e0-3d17d34d2643 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=485785a62e414ac69e1b5ba35562b168&device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 1127 time: 0.4952934 Mar 11 15:22:04.661858 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 55166) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:04.738095 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c2730bc0-859d-44da-8ee7-59009e4f95f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2071539'] for network (bce0de5e-004f-4ac8-bd40-a5e80b95fcce), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:04.765083 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-af4f6714-3346-4268-b34c-9204a42d0252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:04.870534 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c2730bc0-859d-44da-8ee7-59009e4f95f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1913037', 'neutron.services.segments.db._delete_segments_for_network-8743153172758'] for network (bce0de5e-004f-4ac8-bd40-a5e80b95fcce), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:04.911129 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-c2730bc0-859d-44da-8ee7-59009e4f95f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce0de5e-004f-4ac8-bd40-a5e80b95fcce']}} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:22:04.925772 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-c2730bc0-859d-44da-8ee7-59009e4f95f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38b2bd32-df88-491e-ac91-b49ce2338f4e') {'for_net_delete': True} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:22:04.926325 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-c2730bc0-859d-44da-8ee7-59009e4f95f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38b2bd32-df88-491e-ac91-b49ce2338f4e') {} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:22:04.940786 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c2730bc0-859d-44da-8ee7-59009e4f95f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743153173023', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14027369'] for segment (38b2bd32-df88-491e-ac91-b49ce2338f4e), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:04.966550 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c2730bc0-859d-44da-8ee7-59009e4f95f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (38b2bd32-df88-491e-ac91-b49ce2338f4e), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:04.970392 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-af4f6714-3346-4268-b34c-9204a42d0252 admin admin] Publish callbacks [] for security_group (17ed81c6-5f4f-4fd3-a504-cff8c2d69c8d), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:04.975724 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2730bc0-859d-44da-8ee7-59009e4f95f6 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:22:04.986756 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c2730bc0-859d-44da-8ee7-59009e4f95f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15280433'] for segment (38b2bd32-df88-491e-ac91-b49ce2338f4e), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:04.990044 dv-cinder-833365-1-iscsi neutron-server[103740]: Traceback (most recent call last): Mar 11 15:22:04.990044 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:22:04.990044 dv-cinder-833365-1-iscsi neutron-server[103740]: timer() Mar 11 15:22:04.990044 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:22:04.990044 dv-cinder-833365-1-iscsi neutron-server[103740]: cb(*args, **kw) Mar 11 15:22:04.990044 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 15:22:04.990044 dv-cinder-833365-1-iscsi neutron-server[103740]: return func(*args, **kwargs) Mar 11 15:22:04.990044 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:22:04.990044 dv-cinder-833365-1-iscsi neutron-server[103740]: self._notify() Mar 11 15:22:04.990044 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:22:04.990044 dv-cinder-833365-1-iscsi neutron-server[103740]: self.callback(batched_events) Mar 11 15:22:04.990044 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:22:04.990044 dv-cinder-833365-1-iscsi neutron-server[103740]: event.method(event) Mar 11 15:22:04.990044 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 15:22:04.990044 dv-cinder-833365-1-iscsi neutron-server[103740]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:22:04.990044 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 15:22:04.990044 dv-cinder-833365-1-iscsi neutron-server[103740]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:22:04.990044 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 15:22:04.990044 dv-cinder-833365-1-iscsi neutron-server[103740]: return f(self, *a, **k) Mar 11 15:22:04.990044 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:22:04.990044 dv-cinder-833365-1-iscsi neutron-server[103740]: return self._get(url).json() Mar 11 15:22:04.990044 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:22:04.990044 dv-cinder-833365-1-iscsi neutron-server[103740]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:22:04.990044 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:22:04.990044 dv-cinder-833365-1-iscsi neutron-server[103740]: return self.request(url, 'GET', **kwargs) Mar 11 15:22:04.990044 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:22:04.990044 dv-cinder-833365-1-iscsi neutron-server[103740]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:22:04.990044 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:22:04.990044 dv-cinder-833365-1-iscsi neutron-server[103740]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:22:04.990044 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:22:04.990044 dv-cinder-833365-1-iscsi neutron-server[103740]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:22:04.990044 dv-cinder-833365-1-iscsi neutron-server[103740]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:22:04.996232 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-4badfa3d-fe44-4bad-9dcd-6a00f70691a7 service neutron] Attempting to bind port 1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4 on host hv-cinder-83336 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:22:04.997354 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-4badfa3d-fe44-4bad-9dcd-6a00f70691a7 service neutron] Attempting to bind port 1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4 by drivers openvswitch,hyperv on host hv-cinder-83336 at level 0 using segments [{'id': 'fe702dd1-454d-40ac-9a2b-6845db1b1d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '10111652-25be-4b6e-aa55-10f6e37ef1f5'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:22:04.997470 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-4badfa3d-fe44-4bad-9dcd-6a00f70691a7 service neutron] Attempting to bind port 1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4 on network 10111652-25be-4b6e-aa55-10f6e37ef1f5 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:22:05.045513 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c0f5ac71-abd3-4551-a69a-77fed5990432 req-90caeef5-85f8-4e79-9985-6743635920d7 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5353179 Mar 11 15:22:05.050722 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-af4f6714-3346-4268-b34c-9204a42d0252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (17ed81c6-5f4f-4fd3-a504-cff8c2d69c8d), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:05.060211 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a901f4-541f-4939-aa6e-18bb9fd63a48 req-e4cbd4d6-a207-4b2c-94e3-24c1fc5ac650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:05.062755 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-93a901f4-541f-4939-aa6e-18bb9fd63a48 req-e4cbd4d6-a207-4b2c-94e3-24c1fc5ac650 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=485785a62e414ac69e1b5ba35562b168&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3895297 Mar 11 15:22:05.063583 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-4badfa3d-fe44-4bad-9dcd-6a00f70691a7 service neutron] Port 1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4 on network 10111652-25be-4b6e-aa55-10f6e37ef1f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83336 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 15:22:05.064302 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-4badfa3d-fe44-4bad-9dcd-6a00f70691a7 service neutron] Attempting to bind port 1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4 on network 10111652-25be-4b6e-aa55-10f6e37ef1f5 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:22:05.069041 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-788635e1-6509-4592-93ab-77ff81f8dd2f req-2535fb32-f876-4e5d-a63d-3d117a72f0f6 service neutron] 10.222.0.66 "GET /v2.0/networks/a4bd7a84-65b5-427c-a67c-ef447e39a69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9571269 Mar 11 15:22:05.085062 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-af4f6714-3346-4268-b34c-9204a42d0252 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dad06d5e2de5406780153f5145299a17&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2234356 Mar 11 15:22:05.088682 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 55170) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:05.126482 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f6714-3346-4268-b34c-9204a42d0252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ed81c6-5f4f-4fd3-a504-cff8c2d69c8d,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:05.188956 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5c53022b-1d04-479e-973c-2a304cf24ff8 admin admin] Publish callbacks [] for security_group (17ed81c6-5f4f-4fd3-a504-cff8c2d69c8d), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:05.202841 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c2730bc0-859d-44da-8ee7-59009e4f95f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1913012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628375'] for network (bce0de5e-004f-4ac8-bd40-a5e80b95fcce), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:05.215714 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c2730bc0-859d-44da-8ee7-59009e4f95f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:05.219174 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-c2730bc0-859d-44da-8ee7-59009e4f95f6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/bce0de5e-004f-4ac8-bd40-a5e80b95fcce HTTP/1.1" status: 204 len: 168 time: 0.6450765 Mar 11 15:22:05.225086 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-4badfa3d-fe44-4bad-9dcd-6a00f70691a7 service neutron] Checking agent: {'id': '7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:22:05.225233 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5c53022b-1d04-479e-973c-2a304cf24ff8 admin admin] Publish callbacks [] for security_group (17ed81c6-5f4f-4fd3-a504-cff8c2d69c8d), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:05.225492 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-4badfa3d-fe44-4bad-9dcd-6a00f70691a7 service neutron] Checking segment: {'id': 'fe702dd1-454d-40ac-9a2b-6845db1b1d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '10111652-25be-4b6e-aa55-10f6e37ef1f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:22:05.226185 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-4badfa3d-fe44-4bad-9dcd-6a00f70691a7 service neutron] Bound using segment: {'id': 'fe702dd1-454d-40ac-9a2b-6845db1b1d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '10111652-25be-4b6e-aa55-10f6e37ef1f5'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:22:05.226816 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-4badfa3d-fe44-4bad-9dcd-6a00f70691a7 service neutron] Bound port: 1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4, host: hv-cinder-83336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe702dd1-454d-40ac-9a2b-6845db1b1d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '10111652-25be-4b6e-aa55-10f6e37ef1f5'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:22:05.227069 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-4badfa3d-fe44-4bad-9dcd-6a00f70691a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:05.242473 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2730bc0-859d-44da-8ee7-59009e4f95f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bce0de5e-004f-4ac8-bd40-a5e80b95fcce,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:05.336587 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-fa43635a-2bab-4a40-a8f4-b58a65a98617 admin admin] Publish callbacks [] for security_group (b16d5511-4651-4160-ad22-63f3c2b44a98), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:05.354757 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-28610bfc-8abb-43cc-9eea-2e85ca55e7c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:05.399389 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5c53022b-1d04-479e-973c-2a304cf24ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (17ed81c6-5f4f-4fd3-a504-cff8c2d69c8d), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:05.406113 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5c53022b-1d04-479e-973c-2a304cf24ff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:05.408125 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-5c53022b-1d04-479e-973c-2a304cf24ff8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/17ed81c6-5f4f-4fd3-a504-cff8c2d69c8d HTTP/1.1" status: 204 len: 168 time: 0.3119516 Mar 11 15:22:05.432409 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53022b-1d04-479e-973c-2a304cf24ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ed81c6-5f4f-4fd3-a504-cff8c2d69c8d,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:05.549128 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332cb54f-dbee-46d5-b8d5-fbc746799328 req-249dc29e-c72c-478f-9f74-838576c4fe19 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:05.557354 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-332cb54f-dbee-46d5-b8d5-fbc746799328 req-249dc29e-c72c-478f-9f74-838576c4fe19 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 943 time: 0.0945795 Mar 11 15:22:05.635809 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-332cb54f-dbee-46d5-b8d5-fbc746799328 req-0e6f55ec-f5ee-485d-a9ad-7bc1e37987ba tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733984 Mar 11 15:22:05.659412 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a901f4-541f-4939-aa6e-18bb9fd63a48 req-70178891-b546-44b1-9ccb-36eb6e7baa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:05.660920 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-93a901f4-541f-4939-aa6e-18bb9fd63a48 req-70178891-b546-44b1-9ccb-36eb6e7baa5f service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5284266 Mar 11 15:22:05.663052 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-fa43635a-2bab-4a40-a8f4-b58a65a98617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (b16d5511-4651-4160-ad22-63f3c2b44a98), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:05.686780 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 55188) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:05.715570 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-28610bfc-8abb-43cc-9eea-2e85ca55e7c7 admin admin] Publish callbacks [] for security_group (7e26c75d-b22d-40cc-84f9-99b0479c9184), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:05.778195 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-de32ad42-8b49-42a3-bb16-e5b79068881b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cedd09a808774d10ba2600c318e5a7ef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0879004 Mar 11 15:22:05.779879 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 55192) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:05.787266 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-fa43635a-2bab-4a40-a8f4-b58a65a98617 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3bf76cb83d5f40228ea8624ec8cb40d9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4547958 Mar 11 15:22:05.797870 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 55196) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:05.808151 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43635a-2bab-4a40-a8f4-b58a65a98617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16d5511-4651-4160-ad22-63f3c2b44a98,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:05.843090 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-28610bfc-8abb-43cc-9eea-2e85ca55e7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (7e26c75d-b22d-40cc-84f9-99b0479c9184), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:05.846945 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e1a1a271-23e2-4557-85cb-f0a34e0b2038 req-6f71264b-9bb0-4639-a937-240818753f43 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 210 time: 0.0866354 Mar 11 15:22:05.867898 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-4badfa3d-fe44-4bad-9dcd-6a00f70691a7 service neutron] For port 1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4, host hv-cinder-83336, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:22:05.906076 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-10161454-7a0f-429f-886b-0a8e90c88e30 admin admin] Publish callbacks [] for security_group (f22dfa1f-e53b-4b1d-acd8-05ef7e78c507), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:05.921927 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-4badfa3d-fe44-4bad-9dcd-6a00f70691a7 service neutron] For port 1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4, host hv-cinder-83336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4,segment=NetworkSegment(fe702dd1-454d-40ac-9a2b-6845db1b1d1b),segment_id=fe702dd1-454d-40ac-9a2b-6845db1b1d1b)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:22:05.931849 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-10161454-7a0f-429f-886b-0a8e90c88e30 admin admin] Publish callbacks [] for security_group (f22dfa1f-e53b-4b1d-acd8-05ef7e78c507), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:05.953463 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-3834778b-a61f-497a-8ced-ff6b82c2186a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:05.954912 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-3834778b-a61f-497a-8ced-ff6b82c2186a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.66 "GET /v2.0/networks?id=8544fd48-a5da-477d-ba08-7fd1e3df5115 HTTP/1.1" status: 200 len: 814 time: 0.7186518 Mar 11 15:22:05.969950 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-28610bfc-8abb-43cc-9eea-2e85ca55e7c7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=48f1013eb932459999e6b9122ca1d941&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0633657 Mar 11 15:22:05.971091 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28610bfc-8abb-43cc-9eea-2e85ca55e7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e26c75d-b22d-40cc-84f9-99b0479c9184,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:05.973222 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 55202) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:06.003161 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-4badfa3d-fe44-4bad-9dcd-6a00f70691a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:06.024634 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-2d95f5ad-b7d7-4d65-9713-d04ca2baa23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:06.024634 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-2d95f5ad-b7d7-4d65-9713-d04ca2baa23d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=485785a62e414ac69e1b5ba35562b168&device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 1127 time: 0.2322352 Mar 11 15:22:06.057647 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4c3dc20d-f0d8-466b-8aea-04935291edff admin admin] Publish callbacks [] for security_group (7e26c75d-b22d-40cc-84f9-99b0479c9184), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:06.061982 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7009f874-88a4-492d-b3af-9213bb2a011d admin admin] Publish callbacks [] for security_group (b16d5511-4651-4160-ad22-63f3c2b44a98), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:06.095129 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4c3dc20d-f0d8-466b-8aea-04935291edff admin admin] Publish callbacks [] for security_group (7e26c75d-b22d-40cc-84f9-99b0479c9184), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:06.135388 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-4badfa3d-fe44-4bad-9dcd-6a00f70691a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:06.136044 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-4badfa3d-fe44-4bad-9dcd-6a00f70691a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:06.138205 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-4badfa3d-fe44-4bad-9dcd-6a00f70691a7 service neutron] 10.222.0.66 "PUT /v2.0/ports/1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4 HTTP/1.1" status: 200 len: 1093 time: 4.1131246 Mar 11 15:22:06.143653 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2d064d7-8009-4520-8691-345d84ee744d', 'tag': '1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:22:06.145898 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc6f5c2-ce2e-4c7b-a494-8cf4a555d908" -d '{"events": [{"name": "network-changed", "server_uuid": "b2d064d7-8009-4520-8691-345d84ee744d", "tag": "1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:22:06.160147 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-39047cd3-8187-47c4-ad52-ca639665281b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c HTTP/1.1" status: 200 len: 217 time: 0.0859356 Mar 11 15:22:06.164890 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-10161454-7a0f-429f-886b-0a8e90c88e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (f22dfa1f-e53b-4b1d-acd8-05ef7e78c507), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:06.168411 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-10161454-7a0f-429f-886b-0a8e90c88e30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:06.172832 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-10161454-7a0f-429f-886b-0a8e90c88e30 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f22dfa1f-e53b-4b1d-acd8-05ef7e78c507 HTTP/1.1" status: 204 len: 168 time: 0.3873794 Mar 11 15:22:06.182721 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10161454-7a0f-429f-886b-0a8e90c88e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22dfa1f-e53b-4b1d-acd8-05ef7e78c507,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:06.187647 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badfa3d-fe44-4bad-9dcd-6a00f70691a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:06.196219 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7009f874-88a4-492d-b3af-9213bb2a011d admin admin] Publish callbacks [] for security_group (b16d5511-4651-4160-ad22-63f3c2b44a98), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:06.230169 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-e4aef5b7-0f2c-4d0f-b3a0-4a2d3b62a04e tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfe9430712c14bdfbe466c8ac9edd4fe HTTP/1.1" status: 200 len: 380 time: 0.2543192 Mar 11 15:22:06.258549 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-485af6a9-185d-45d8-b0fe-e26ae6f31e6b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Request body: {'port': {'device_id': 'c3d2efa6-4a13-4c2e-9b04-1bca4d51125e', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'admin_state_up': True, 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'security_groups': ['2518db7d-0957-4a39-9b68-83c2c7487f93']}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:22:06.312265 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a6153e-ed6e-47e0-94ed-292bfc44b127 x-openstack-request-id: req-18a6153e-ed6e-47e0-94ed-292bfc44b127 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:22:06.313608 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2d064d7-8009-4520-8691-345d84ee744d", "tag": "1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:22:06.313864 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-18a6153e-ed6e-47e0-94ed-292bfc44b127 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:22:06.319349 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2d064d7-8009-4520-8691-345d84ee744d', 'tag': '1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4', 'status': 'completed', 'code': 200} Mar 11 15:22:06.325489 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4c3dc20d-f0d8-466b-8aea-04935291edff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (7e26c75d-b22d-40cc-84f9-99b0479c9184), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:06.328523 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-90572983-e012-4f5c-9312-771ec91ef05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:06.330070 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-90572983-e012-4f5c-9312-771ec91ef05f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=444501c1-6c2a-4ddb-b96c-892921be9c2d HTTP/1.1" status: 200 len: 858 time: 0.1570206 Mar 11 15:22:06.333850 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4c3dc20d-f0d8-466b-8aea-04935291edff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:06.335325 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-4c3dc20d-f0d8-466b-8aea-04935291edff admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7e26c75d-b22d-40cc-84f9-99b0479c9184 HTTP/1.1" status: 204 len: 168 time: 0.3605938 Mar 11 15:22:06.352977 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3dc20d-f0d8-466b-8aea-04935291edff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e26c75d-b22d-40cc-84f9-99b0479c9184,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:06.385418 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a6a87-cc92-432d-ad9e-7613eadb3f3a req-6f464903-9cf3-4543-91fa-2aa3b30f701f tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:06.385418 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-027a6a87-cc92-432d-ad9e-7613eadb3f3a req-6f464903-9cf3-4543-91fa-2aa3b30f701f tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 943 time: 0.1152842 Mar 11 15:22:06.460412 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-027a6a87-cc92-432d-ad9e-7613eadb3f3a req-fe333b1d-4950-4a53-94bf-abc2e28e251f tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767360 Mar 11 15:22:06.627061 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-7fa5b95a-3c7b-4b21-a615-827e2e305014 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10111652-25be-4b6e-aa55-10f6e37ef1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2835383 Mar 11 15:22:06.686954 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-4ca3c7ac-bc5f-4a37-9076-c446037dfead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:06.688469 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-4ca3c7ac-bc5f-4a37-9076-c446037dfead service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=485785a62e414ac69e1b5ba35562b168&device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 1127 time: 0.3644991 Mar 11 15:22:06.774684 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7009f874-88a4-492d-b3af-9213bb2a011d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (b16d5511-4651-4160-ad22-63f3c2b44a98), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:06.777042 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7009f874-88a4-492d-b3af-9213bb2a011d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:06.778795 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-7009f874-88a4-492d-b3af-9213bb2a011d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b16d5511-4651-4160-ad22-63f3c2b44a98 HTTP/1.1" status: 204 len: 168 time: 0.9668562 Mar 11 15:22:06.780147 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-92694357-d937-47ca-a628-8eb9f07a04aa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4 HTTP/1.1" status: 200 len: 217 time: 0.0747118 Mar 11 15:22:06.794846 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-485af6a9-185d-45d8-b0fe-e26ae6f31e6b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Made reservation on behalf of bfe9430712c14bdfbe466c8ac9edd4fe for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:22:06.798230 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-485af6a9-185d-45d8-b0fe-e26ae6f31e6b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:06.813189 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009f874-88a4-492d-b3af-9213bb2a011d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16d5511-4651-4160-ad22-63f3c2b44a98,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:06.943718 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-41188e75-6860-4a45-964a-49a5241de447 service neutron] 10.222.0.66 "GET /v2.0/networks/10111652-25be-4b6e-aa55-10f6e37ef1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820752 Mar 11 15:22:07.014090 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-54ad22b2-ff73-4a79-b144-db7d69408eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:07.015616 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-54ad22b2-ff73-4a79-b144-db7d69408eb3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=444501c1-6c2a-4ddb-b96c-892921be9c2d HTTP/1.1" status: 200 len: 858 time: 0.2138519 Mar 11 15:22:07.054350 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a11f1803-28f6-47b2-b0c1-c0d027e3e607 req-de1e036a-380c-44a8-b90d-d3db5245d3b1 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 210 time: 0.0607543 Mar 11 15:22:07.115774 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-5f7efd1d-55f0-4e93-9eed-cf0f78160bc6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10111652-25be-4b6e-aa55-10f6e37ef1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917118 Mar 11 15:22:07.144187 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed0c51-45f7-4817-a65b-e21ea9b06b53 req-668fe782-7b55-44c2-ba5c-b2500dbb0dd1 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:07.145795 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-59ed0c51-45f7-4817-a65b-e21ea9b06b53 req-668fe782-7b55-44c2-ba5c-b2500dbb0dd1 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 943 time: 0.3450427 Mar 11 15:22:07.162008 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-485af6a9-185d-45d8-b0fe-e26ae6f31e6b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Allocated IP 172.20.0.8 (8544fd48-a5da-477d-ba08-7fd1e3df5115/7dfec5c9-f9f3-4b90-a760-ecd6a23b912b/1df88ce3-02bd-43a1-8919-c6b7e42fbd41) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:22:07.219072 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c20b2095-dce9-4b36-84e3-a8ee092cdc61 req-c096d2d4-4f42-454b-8c07-f11e1ead10c8 service neutron] 10.222.0.66 "GET /v2.0/networks/10111652-25be-4b6e-aa55-10f6e37ef1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646544 Mar 11 15:22:07.328910 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 55240) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:07.350490 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-59ed0c51-45f7-4817-a65b-e21ea9b06b53 req-933fe861-0c1f-4f87-b499-f4eb901cb263 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905532 Mar 11 15:22:07.376059 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-5bd31a9e-5a6e-4ec6-b4b2-929e0ca80b02 service neutron] 10.222.0.66 "GET /v2.0/networks/10111652-25be-4b6e-aa55-10f6e37ef1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271492 Mar 11 15:22:07.400587 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-dc72c0df-58d8-46dc-8e70-12259eafcfbd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=95186f387cb34aeba9fa9d442e0f2102&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0698771 Mar 11 15:22:07.404584 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 55242) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:07.518188 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-02bcc1a3-0da1-453b-bfdb-1fef8dbc6b57 admin admin] Publish callbacks [] for security_group (dfd31ef4-8566-44ba-a84d-a27a7ea78257), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:07.526154 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-485af6a9-185d-45d8-b0fe-e26ae6f31e6b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for port (1df88ce3-02bd-43a1-8919-c6b7e42fbd41), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:07.561532 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3530f84e-ab43-4754-bb04-da81978f8e51 req-1f1b9b74-df37-4c65-8584-46002e59e7bd service neutron] 10.222.0.66 "GET /v2.0/networks/10111652-25be-4b6e-aa55-10f6e37ef1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437325 Mar 11 15:22:07.565420 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-02bcc1a3-0da1-453b-bfdb-1fef8dbc6b57 admin admin] Publish callbacks [] for security_group (dfd31ef4-8566-44ba-a84d-a27a7ea78257), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:07.674791 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-485af6a9-185d-45d8-b0fe-e26ae6f31e6b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391'] for port (1df88ce3-02bd-43a1-8919-c6b7e42fbd41), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:07.708627 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d9456-5554-4a9f-8e7c-8dfbf3a19efe req-e797e533-1164-49fd-8236-7dbfaf9f1eea tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:07.710277 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-647d9456-5554-4a9f-8e7c-8dfbf3a19efe req-e797e533-1164-49fd-8236-7dbfaf9f1eea tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 943 time: 0.1236744 Mar 11 15:22:07.766194 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-02bcc1a3-0da1-453b-bfdb-1fef8dbc6b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (dfd31ef4-8566-44ba-a84d-a27a7ea78257), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:07.766194 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-02bcc1a3-0da1-453b-bfdb-1fef8dbc6b57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:07.769833 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-02bcc1a3-0da1-453b-bfdb-1fef8dbc6b57 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dfd31ef4-8566-44ba-a84d-a27a7ea78257 HTTP/1.1" status: 204 len: 168 time: 0.3614810 Mar 11 15:22:07.798548 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-647d9456-5554-4a9f-8e7c-8dfbf3a19efe req-dc6bc020-cf26-4936-b75f-2aaa917ec95d tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791490 Mar 11 15:22:07.803564 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bcc1a3-0da1-453b-bfdb-1fef8dbc6b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd31ef4-8566-44ba-a84d-a27a7ea78257,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:07.816210 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-485af6a9-185d-45d8-b0fe-e26ae6f31e6b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Network 8544fd48-a5da-477d-ba08-7fd1e3df5115 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:22:07.837386 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-485af6a9-185d-45d8-b0fe-e26ae6f31e6b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:22:07.853721 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-485af6a9-185d-45d8-b0fe-e26ae6f31e6b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:22:07.853721 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-485af6a9-185d-45d8-b0fe-e26ae6f31e6b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:07.854339 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-485af6a9-185d-45d8-b0fe-e26ae6f31e6b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:07.868569 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485af6a9-185d-45d8-b0fe-e26ae6f31e6b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event updated for resources: {'Port': ['ID=1df88ce3-02bd-43a1-8919-c6b7e42fbd41,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:07.882996 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6f5c2-ce2e-4c7b-a494-8cf4a555d908 req-66ebe61e-ab23-43f1-9a0d-f25e9b0ee57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:07.884822 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bcc6f5c2-ce2e-4c7b-a494-8cf4a555d908 req-66ebe61e-ab23-43f1-9a0d-f25e9b0ee57b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=485785a62e414ac69e1b5ba35562b168&device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 1127 time: 0.1392336 Mar 11 15:22:07.954363 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-485af6a9-185d-45d8-b0fe-e26ae6f31e6b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7048109 Mar 11 15:22:07.979339 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-f8f85fa6-c135-449a-87af-7832f3b0bd32 service neutron] Request body: {'port': {'device_id': 'c3d2efa6-4a13-4c2e-9b04-1bca4d51125e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83336'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:22:08.191327 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-f8f85fa6-c135-449a-87af-7832f3b0bd32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (1df88ce3-02bd-43a1-8919-c6b7e42fbd41), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:08.274861 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6f5c2-ce2e-4c7b-a494-8cf4a555d908 req-84ecd5af-734a-47f5-a382-222e865cc282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:08.274861 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bcc6f5c2-ce2e-4c7b-a494-8cf4a555d908 req-84ecd5af-734a-47f5-a382-222e865cc282 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10111652-25be-4b6e-aa55-10f6e37ef1f5 HTTP/1.1" status: 200 len: 919 time: 0.3638978 Mar 11 15:22:08.315791 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-e634a3d5-1e7b-439d-8529-445fbe9409a2 None None] Provisioning complete for port 1df88ce3-02bd-43a1-8919-c6b7e42fbd41 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:22:08.316556 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e634a3d5-1e7b-439d-8529-445fbe9409a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (1df88ce3-02bd-43a1-8919-c6b7e42fbd41), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:08.583595 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bcc6f5c2-ce2e-4c7b-a494-8cf4a555d908 req-7ebb8880-d0b0-41d7-9b74-5d28b74e311b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4 HTTP/1.1" status: 200 len: 217 time: 0.0534959 Mar 11 15:22:08.583595 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea83dac-c800-4b7e-ae5e-33bd9d6b1f53 req-03191957-9f83-4aca-81d6-5bfb96bebe91 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:08.583595 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-aea83dac-c800-4b7e-ae5e-33bd9d6b1f53 req-03191957-9f83-4aca-81d6-5bfb96bebe91 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 931 time: 0.2546611 Mar 11 15:22:08.585948 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-e634a3d5-1e7b-439d-8529-445fbe9409a2 None None] Port 1df88ce3-02bd-43a1-8919-c6b7e42fbd41 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:22:08.586531 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6f5c2-ce2e-4c7b-a494-8cf4a555d908 req-7495451d-ac75-4c4f-a784-e54ba3bec51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:08.586531 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bcc6f5c2-ce2e-4c7b-a494-8cf4a555d908 req-7495451d-ac75-4c4f-a784-e54ba3bec51a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=444501c1-6c2a-4ddb-b96c-892921be9c2d HTTP/1.1" status: 200 len: 858 time: 0.0696547 Mar 11 15:22:08.606445 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bcc6f5c2-ce2e-4c7b-a494-8cf4a555d908 req-e5e22328-43e5-4f9f-b71c-8451a5df5545 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10111652-25be-4b6e-aa55-10f6e37ef1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381794 Mar 11 15:22:08.696880 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-aea83dac-c800-4b7e-ae5e-33bd9d6b1f53 req-06cd3370-0264-4986-b23e-db732ca0ad98 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=2518db7d-0957-4a39-9b68-83c2c7487f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620407 Mar 11 15:22:08.741244 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3dcef-b23e-4e2d-92cc-f2e16bee61ce req-3904ac26-788c-40eb-bd1d-256cd3e85367 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:08.743028 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ece3dcef-b23e-4e2d-92cc-f2e16bee61ce req-3904ac26-788c-40eb-bd1d-256cd3e85367 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 943 time: 0.2608249 Mar 11 15:22:08.825049 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ece3dcef-b23e-4e2d-92cc-f2e16bee61ce req-0cd5d49f-5040-4f73-8107-9a9aca7d23db tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723062 Mar 11 15:22:08.868949 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bcc6f5c2-ce2e-4c7b-a494-8cf4a555d908 req-e585b04e-8e81-4c41-b2be-3208accc9d10 service neutron] 10.222.0.66 "GET /v2.0/networks/10111652-25be-4b6e-aa55-10f6e37ef1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490587 Mar 11 15:22:08.961112 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-f8f85fa6-c135-449a-87af-7832f3b0bd32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1df88ce3-02bd-43a1-8919-c6b7e42fbd41 {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:22:08.972049 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-f8f85fa6-c135-449a-87af-7832f3b0bd32 service neutron] Publish callbacks [] for port (1df88ce3-02bd-43a1-8919-c6b7e42fbd41), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:08.993043 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-f8f85fa6-c135-449a-87af-7832f3b0bd32 service neutron] Transition to ACTIVE for port object 1df88ce3-02bd-43a1-8919-c6b7e42fbd41 will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 15:22:09.003405 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0191b-effb-4aeb-95ba-9e6294586026 req-43f0b19f-b78c-439e-8cfc-5798fa16daa8 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:09.004883 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d3e0191b-effb-4aeb-95ba-9e6294586026 req-43f0b19f-b78c-439e-8cfc-5798fa16daa8 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 943 time: 0.0951970 Mar 11 15:22:09.053029 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d3e0191b-effb-4aeb-95ba-9e6294586026 req-db56df39-304c-4675-880e-816463756ae8 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423121 Mar 11 15:22:09.079587 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-f8f85fa6-c135-449a-87af-7832f3b0bd32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (1df88ce3-02bd-43a1-8919-c6b7e42fbd41), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:09.160824 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f85fa6-c135-449a-87af-7832f3b0bd32 service neutron] Pushing event updated for resources: {'Port': ['ID=1df88ce3-02bd-43a1-8919-c6b7e42fbd41,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:09.187111 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-f8f85fa6-c135-449a-87af-7832f3b0bd32 service neutron] Attempting to bind port 1df88ce3-02bd-43a1-8919-c6b7e42fbd41 on host hv-cinder-83336 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:22:09.187572 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-f8f85fa6-c135-449a-87af-7832f3b0bd32 service neutron] Attempting to bind port 1df88ce3-02bd-43a1-8919-c6b7e42fbd41 by drivers openvswitch,hyperv on host hv-cinder-83336 at level 0 using segments [{'id': '08e2d6d3-038c-4332-be4e-e62a17151335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:22:09.187977 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-f8f85fa6-c135-449a-87af-7832f3b0bd32 service neutron] Attempting to bind port 1df88ce3-02bd-43a1-8919-c6b7e42fbd41 on network 8544fd48-a5da-477d-ba08-7fd1e3df5115 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:22:09.193585 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-f8f85fa6-c135-449a-87af-7832f3b0bd32 service neutron] Port 1df88ce3-02bd-43a1-8919-c6b7e42fbd41 on network 8544fd48-a5da-477d-ba08-7fd1e3df5115 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83336 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 15:22:09.194260 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-f8f85fa6-c135-449a-87af-7832f3b0bd32 service neutron] Attempting to bind port 1df88ce3-02bd-43a1-8919-c6b7e42fbd41 on network 8544fd48-a5da-477d-ba08-7fd1e3df5115 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:22:09.202188 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-f8f85fa6-c135-449a-87af-7832f3b0bd32 service neutron] Checking agent: {'id': '7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:22:09.202790 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-f8f85fa6-c135-449a-87af-7832f3b0bd32 service neutron] Checking segment: {'id': '08e2d6d3-038c-4332-be4e-e62a17151335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:22:09.203486 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-f8f85fa6-c135-449a-87af-7832f3b0bd32 service neutron] Bound using segment: {'id': '08e2d6d3-038c-4332-be4e-e62a17151335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:22:09.208415 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-f8f85fa6-c135-449a-87af-7832f3b0bd32 service neutron] Bound port: 1df88ce3-02bd-43a1-8919-c6b7e42fbd41, host: hv-cinder-83336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e2d6d3-038c-4332-be4e-e62a17151335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:22:09.208415 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-f8f85fa6-c135-449a-87af-7832f3b0bd32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (1df88ce3-02bd-43a1-8919-c6b7e42fbd41), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:09.316410 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-f8f85fa6-c135-449a-87af-7832f3b0bd32 service neutron] For port 1df88ce3-02bd-43a1-8919-c6b7e42fbd41, host hv-cinder-83336, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:22:09.319967 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-f8f85fa6-c135-449a-87af-7832f3b0bd32 service neutron] For port 1df88ce3-02bd-43a1-8919-c6b7e42fbd41, host hv-cinder-83336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=1df88ce3-02bd-43a1-8919-c6b7e42fbd41,segment=NetworkSegment(08e2d6d3-038c-4332-be4e-e62a17151335),segment_id=08e2d6d3-038c-4332-be4e-e62a17151335)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:22:09.468278 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-f8f85fa6-c135-449a-87af-7832f3b0bd32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (1df88ce3-02bd-43a1-8919-c6b7e42fbd41), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:09.502778 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-f8f85fa6-c135-449a-87af-7832f3b0bd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:09.503426 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-f8f85fa6-c135-449a-87af-7832f3b0bd32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:09.504804 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-f8f85fa6-c135-449a-87af-7832f3b0bd32 service neutron] 10.222.0.66 "PUT /v2.0/ports/1df88ce3-02bd-43a1-8919-c6b7e42fbd41 HTTP/1.1" status: 200 len: 1093 time: 1.5316792 Mar 11 15:22:09.505244 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d2efa6-4a13-4c2e-9b04-1bca4d51125e', 'tag': '1df88ce3-02bd-43a1-8919-c6b7e42fbd41'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:22:09.524226 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055c7c50-a59d-4ed7-9ce2-3c05dc398bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d2efa6-4a13-4c2e-9b04-1bca4d51125e", "tag": "1df88ce3-02bd-43a1-8919-c6b7e42fbd41"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:22:09.566930 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f85fa6-c135-449a-87af-7832f3b0bd32 service neutron] Pushing event updated for resources: {'Port': ['ID=1df88ce3-02bd-43a1-8919-c6b7e42fbd41,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:09.576788 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066ad141-aeb3-435c-9d0f-1698b83567df x-openstack-request-id: req-066ad141-aeb3-435c-9d0f-1698b83567df {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:22:09.577074 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d2efa6-4a13-4c2e-9b04-1bca4d51125e", "tag": "1df88ce3-02bd-43a1-8919-c6b7e42fbd41", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:22:09.577327 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-066ad141-aeb3-435c-9d0f-1698b83567df {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:22:09.577726 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d2efa6-4a13-4c2e-9b04-1bca4d51125e', 'tag': '1df88ce3-02bd-43a1-8919-c6b7e42fbd41', 'status': 'completed', 'code': 200} Mar 11 15:22:09.869850 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc18387-a00a-440c-9dd7-9c12eeb84cae req-2e698198-b04c-4fe6-8938-8211bd741e3d tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:09.872386 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7fc18387-a00a-440c-9dd7-9c12eeb84cae req-2e698198-b04c-4fe6-8938-8211bd741e3d tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 943 time: 0.0787439 Mar 11 15:22:09.935274 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7fc18387-a00a-440c-9dd7-9c12eeb84cae req-437b9629-ed3a-4707-9184-ef8c54f522bf tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=2518db7d-0957-4a39-9b68-83c2c7487f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540390 Mar 11 15:22:09.980384 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f918452-ae33-4962-98db-2b965026ac62 req-c3c130e9-e233-4bb8-be08-3f3f25da1971 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:09.983455 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0f918452-ae33-4962-98db-2b965026ac62 req-c3c130e9-e233-4bb8-be08-3f3f25da1971 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 943 time: 0.0730102 Mar 11 15:22:10.050124 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0f918452-ae33-4962-98db-2b965026ac62 req-c8c23aaa-38af-4a46-b8cd-72101a63a4ed tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601182 Mar 11 15:22:10.190162 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84708438-78a0-49aa-8155-d1144b9b839d req-db30063c-e3f9-4d98-a3e3-c41344a74393 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:10.191712 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-84708438-78a0-49aa-8155-d1144b9b839d req-db30063c-e3f9-4d98-a3e3-c41344a74393 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 943 time: 0.0645311 Mar 11 15:22:10.265097 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-84708438-78a0-49aa-8155-d1144b9b839d req-20b57d58-5cbf-4058-9014-6cb46370830d tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674322 Mar 11 15:22:10.355647 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bcc6f5c2-ce2e-4c7b-a494-8cf4a555d908 req-1fa222ed-7a15-4dcb-bc71-81b69defa8e8 service neutron] 10.222.0.66 "GET /v2.0/networks/10111652-25be-4b6e-aa55-10f6e37ef1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043110 Mar 11 15:22:10.467817 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c7c50-a59d-4ed7-9ce2-3c05dc398bd6 req-437ab92c-3133-4b86-9a44-fdcdc9521ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:10.469395 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-055c7c50-a59d-4ed7-9ce2-3c05dc398bd6 req-437ab92c-3133-4b86-9a44-fdcdc9521ec3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bfe9430712c14bdfbe466c8ac9edd4fe&device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 1127 time: 0.0530524 Mar 11 15:22:10.585829 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c7c50-a59d-4ed7-9ce2-3c05dc398bd6 req-ed0b1039-5926-4b2a-a819-637f3b06c854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:10.587901 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-055c7c50-a59d-4ed7-9ce2-3c05dc398bd6 req-ed0b1039-5926-4b2a-a819-637f3b06c854 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=bfe9430712c14bdfbe466c8ac9edd4fe&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1109288 Mar 11 15:22:10.896797 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c7c50-a59d-4ed7-9ce2-3c05dc398bd6 req-4126440e-51d4-4692-bc76-ad978934d0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:10.898272 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-055c7c50-a59d-4ed7-9ce2-3c05dc398bd6 req-4126440e-51d4-4692-bc76-ad978934d0f3 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3042388 Mar 11 15:22:10.993665 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-d007ac52-86fd-4ae7-9b93-38e119152ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:10.995267 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-d007ac52-86fd-4ae7-9b93-38e119152ed0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bfe9430712c14bdfbe466c8ac9edd4fe&device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 1127 time: 0.0550516 Mar 11 15:22:11.036311 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-e38f2c58-3390-4c78-9585-9ac9e64c3dd9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1df88ce3-02bd-43a1-8919-c6b7e42fbd41 HTTP/1.1" status: 200 len: 217 time: 0.0341809 Mar 11 15:22:11.082547 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ec607-54c3-4c3b-95d4-298a9470b1ce req-b8f7facf-78bd-4773-be9d-9ea828129499 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:11.091151 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-342ec607-54c3-4c3b-95d4-298a9470b1ce req-b8f7facf-78bd-4773-be9d-9ea828129499 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 943 time: 0.0702422 Mar 11 15:22:11.155004 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-342ec607-54c3-4c3b-95d4-298a9470b1ce req-688d85cf-33ff-4c90-bddc-a824a3981be3 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=2518db7d-0957-4a39-9b68-83c2c7487f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576141 Mar 11 15:22:11.193938 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03219f-a72d-45bd-b0e9-bb6143145bc0 req-999271ab-a91d-4470-ab76-c9db15670540 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:11.195915 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ae03219f-a72d-45bd-b0e9-bb6143145bc0 req-999271ab-a91d-4470-ab76-c9db15670540 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 943 time: 0.0608788 Mar 11 15:22:11.246471 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ae03219f-a72d-45bd-b0e9-bb6143145bc0 req-39fa9ffe-8103-4268-b85e-9584f86b92c0 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446219 Mar 11 15:22:11.392261 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18a5cb-795b-4dee-abc0-0ef087738ca6 req-8bf88019-7249-43b7-9500-b223325b4a9a tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:11.394881 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2f18a5cb-795b-4dee-abc0-0ef087738ca6 req-8bf88019-7249-43b7-9500-b223325b4a9a tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 943 time: 0.0571034 Mar 11 15:22:11.418050 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-19e789b2-521c-4dff-9c74-4bf325b0b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:11.419753 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-19e789b2-521c-4dff-9c74-4bf325b0b33a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7dfec5c9-f9f3-4b90-a760-ecd6a23b912b HTTP/1.1" status: 200 len: 853 time: 0.0612099 Mar 11 15:22:11.450861 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2f18a5cb-795b-4dee-abc0-0ef087738ca6 req-88cdf4e1-aabc-4036-9e41-b2e7c7647a8d tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504413 Mar 11 15:22:11.489874 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-2eae900d-8ecb-4b51-9a10-de782e435992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:11.491707 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-2eae900d-8ecb-4b51-9a10-de782e435992 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8544fd48-a5da-477d-ba08-7fd1e3df5115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0660355 Mar 11 15:22:11.596201 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-76f1891c-940b-471b-ab3d-03a512825667 service neutron] 10.222.0.66 "GET /v2.0/networks/8544fd48-a5da-477d-ba08-7fd1e3df5115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979471 Mar 11 15:22:11.704474 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f5608431-3c98-4852-84c1-eac95e0d1513 req-a11859a3-6846-4e12-a439-1e7427483182 service neutron] 10.222.0.66 "GET /v2.0/networks/8544fd48-a5da-477d-ba08-7fd1e3df5115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012585 Mar 11 15:22:12.267084 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465264e-f7d4-4e90-86c5-03140020fe29 req-16294b60-1db8-49c2-916b-e1f7fe3e8794 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:12.272780 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b465264e-f7d4-4e90-86c5-03140020fe29 req-16294b60-1db8-49c2-916b-e1f7fe3e8794 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 943 time: 0.0625978 Mar 11 15:22:12.323161 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b465264e-f7d4-4e90-86c5-03140020fe29 req-7a99295b-6575-4c5f-9adf-f39bca312909 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=2518db7d-0957-4a39-9b68-83c2c7487f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431888 Mar 11 15:22:12.370717 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a88e61-40fa-443f-87ea-8ef55193907b req-6b08f458-1cf7-47c7-a75e-5bfdb264dc2c tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:12.373193 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f1a88e61-40fa-443f-87ea-8ef55193907b req-6b08f458-1cf7-47c7-a75e-5bfdb264dc2c tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 943 time: 0.0565455 Mar 11 15:22:12.437609 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f1a88e61-40fa-443f-87ea-8ef55193907b req-7c9a74bc-0177-4a07-a8bf-6e84d08c3942 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570016 Mar 11 15:22:12.478523 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:12.569603 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645a623-062c-4c58-89d3-786d59e27efa req-97643015-32e9-4d4c-a022-36c3e68dc7af tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:12.571170 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5645a623-062c-4c58-89d3-786d59e27efa req-97643015-32e9-4d4c-a022-36c3e68dc7af tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 943 time: 0.0509248 Mar 11 15:22:12.620047 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5645a623-062c-4c58-89d3-786d59e27efa req-ac82bdd7-863f-4130-901f-71dc3bd20eb8 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427458 Mar 11 15:22:13.440685 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7e2a9-daef-44d6-96a9-38dab02f5829 req-f5d55bc9-4c32-4f0d-af7a-2f0f7b9efee0 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:13.442159 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-59e7e2a9-daef-44d6-96a9-38dab02f5829 req-f5d55bc9-4c32-4f0d-af7a-2f0f7b9efee0 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 943 time: 0.0516753 Mar 11 15:22:13.491562 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-59e7e2a9-daef-44d6-96a9-38dab02f5829 req-c9de546b-28d6-4d55-b0c5-4f34b1ba4c37 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=2518db7d-0957-4a39-9b68-83c2c7487f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437531 Mar 11 15:22:13.553859 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9b7e0-3d30-426f-b193-59b70db07481 req-8491e5df-84bd-411b-917c-f85cdf23aa38 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:13.555318 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5ff9b7e0-3d30-426f-b193-59b70db07481 req-8491e5df-84bd-411b-917c-f85cdf23aa38 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 943 time: 0.0557475 Mar 11 15:22:13.611031 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5ff9b7e0-3d30-426f-b193-59b70db07481 req-c8763594-b56c-480a-adbf-737b3ea7d078 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452297 Mar 11 15:22:13.741968 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbe8d8-eed6-41cd-817b-786c5534fe5a req-4246e23b-3eac-4bff-af7e-504b77e5b79b tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:13.743436 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-83dbe8d8-eed6-41cd-817b-786c5534fe5a req-4246e23b-3eac-4bff-af7e-504b77e5b79b tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 943 time: 0.0565956 Mar 11 15:22:13.793149 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-83dbe8d8-eed6-41cd-817b-786c5534fe5a req-6aac4954-26fb-4cdd-a4fe-333b23df7779 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439095 Mar 11 15:22:14.633318 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ec19c-2fae-4e4f-b9fa-276147c4beb9 req-70e17dc7-df67-42ab-aaa5-22efeb5d0420 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:14.635450 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-402ec19c-2fae-4e4f-b9fa-276147c4beb9 req-70e17dc7-df67-42ab-aaa5-22efeb5d0420 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 943 time: 0.0746927 Mar 11 15:22:14.686257 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-402ec19c-2fae-4e4f-b9fa-276147c4beb9 req-532dd526-19a1-44d9-aa54-513957cd0b22 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=2518db7d-0957-4a39-9b68-83c2c7487f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452192 Mar 11 15:22:14.747275 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2604e7-cfec-4079-b8ac-44f2eabe4df6 req-ef27bc73-8227-433c-adf4-36c4a78c6151 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:14.748745 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2d2604e7-cfec-4079-b8ac-44f2eabe4df6 req-ef27bc73-8227-433c-adf4-36c4a78c6151 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 943 time: 0.0646772 Mar 11 15:22:14.799742 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2d2604e7-cfec-4079-b8ac-44f2eabe4df6 req-e7d3b62d-2b56-4c28-9e69-9f7eec4d40a9 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453680 Mar 11 15:22:14.912335 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57319d-d406-4a46-a1b5-44f2bc60e4e7 req-a7e722b5-7738-4c96-a2ab-013b2ebdcc0e tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:14.913790 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ef57319d-d406-4a46-a1b5-44f2bc60e4e7 req-a7e722b5-7738-4c96-a2ab-013b2ebdcc0e tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 943 time: 0.0534534 Mar 11 15:22:14.965130 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ef57319d-d406-4a46-a1b5-44f2bc60e4e7 req-1edd6f64-15cd-40f2-8c37-8cef519f0173 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449872 Mar 11 15:22:15.808614 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42513-b728-4624-8b0b-e5892673a4c2 req-2162dbd6-657c-4972-adf8-f81caf664821 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:15.810128 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0ce42513-b728-4624-8b0b-e5892673a4c2 req-2162dbd6-657c-4972-adf8-f81caf664821 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 943 time: 0.0548494 Mar 11 15:22:15.861241 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0ce42513-b728-4624-8b0b-e5892673a4c2 req-4222246e-5785-4ec9-8cb6-b6a39e729160 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=2518db7d-0957-4a39-9b68-83c2c7487f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451448 Mar 11 15:22:15.925764 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c1c57-5a81-40e5-878f-364823522bb4 req-1dc59a08-90a3-4c3d-a95f-4dbb295b4ba8 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:15.927431 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-336c1c57-5a81-40e5-878f-364823522bb4 req-1dc59a08-90a3-4c3d-a95f-4dbb295b4ba8 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 943 time: 0.0569141 Mar 11 15:22:15.978506 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-336c1c57-5a81-40e5-878f-364823522bb4 req-e87ec4b6-c5dd-4827-9516-ad0c17fd21dc tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438468 Mar 11 15:22:16.096035 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b249c4-d219-468a-a1aa-f95510fb7ca7 req-1005dfb7-9498-4371-9a1e-bdae0d3f1102 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:16.097526 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f1b249c4-d219-468a-a1aa-f95510fb7ca7 req-1005dfb7-9498-4371-9a1e-bdae0d3f1102 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 943 time: 0.0605173 Mar 11 15:22:16.145313 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f1b249c4-d219-468a-a1aa-f95510fb7ca7 req-1bfdb966-8a96-4b52-abcc-0a3c0117bdef tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418427 Mar 11 15:22:16.325690 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 55582) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:16.435276 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5cc65896-a769-4d2a-8497-7919a4579af2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:16.507957 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5cc65896-a769-4d2a-8497-7919a4579af2 admin admin] Publish callbacks [] for security_group (acb0b709-f55d-498b-b826-51b2d1a356da), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:16.604954 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5cc65896-a769-4d2a-8497-7919a4579af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (acb0b709-f55d-498b-b826-51b2d1a356da), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:16.644860 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-5cc65896-a769-4d2a-8497-7919a4579af2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=81315333141b46af99837ad40c64447c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3180478 Mar 11 15:22:16.645765 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc65896-a769-4d2a-8497-7919a4579af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb0b709-f55d-498b-b826-51b2d1a356da,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:16.647669 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 55588) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:16.707314 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-20f2d252-c501-4e6b-a9a8-4c545e3d2f41 admin admin] Publish callbacks [] for security_group (acb0b709-f55d-498b-b826-51b2d1a356da), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:16.729691 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-20f2d252-c501-4e6b-a9a8-4c545e3d2f41 admin admin] Publish callbacks [] for security_group (acb0b709-f55d-498b-b826-51b2d1a356da), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:16.772157 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 55592) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:16.845738 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-20f2d252-c501-4e6b-a9a8-4c545e3d2f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (acb0b709-f55d-498b-b826-51b2d1a356da), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:16.848572 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-20f2d252-c501-4e6b-a9a8-4c545e3d2f41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:16.849691 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-20f2d252-c501-4e6b-a9a8-4c545e3d2f41 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/acb0b709-f55d-498b-b826-51b2d1a356da HTTP/1.1" status: 204 len: 168 time: 0.1996534 Mar 11 15:22:16.859312 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f2d252-c501-4e6b-a9a8-4c545e3d2f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb0b709-f55d-498b-b826-51b2d1a356da,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:16.892847 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7aafa442-3b8f-4a87-8ee9-f08c1a619f77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:16.914479 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 6b377681-f01e-4beb-85a9-b0cdef7d8c19 details requested by agent hyperv_hv-cinder-83336 with host hv-cinder-83336 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 15:22:17.060248 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086b071-2342-44c6-a5b2-199d2816d8e0 req-77f55a77-bfbf-4fa8-8bc1-26a9a4b14ea6 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:17.062635 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d086b071-2342-44c6-a5b2-199d2816d8e0 req-77f55a77-bfbf-4fa8-8bc1-26a9a4b14ea6 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 943 time: 0.1106844 Mar 11 15:22:17.065651 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 6b377681-f01e-4beb-85a9-b0cdef7d8c19, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=6b377681-f01e-4beb-85a9-b0cdef7d8c19,segment=NetworkSegment(efd27574-803f-4fc4-8716-95fa10ee0931),segment_id=efd27574-803f-4fc4-8716-95fa10ee0931)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:22:17.084553 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Returning: {'device': '6b377681-f01e-4beb-85a9-b0cdef7d8c19', 'network_id': 'a4bd7a84-65b5-427c-a67c-ef447e39a69d', 'port_id': '6b377681-f01e-4beb-85a9-b0cdef7d8c19', 'mac_address': 'fa:16:3e:69:6c:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '010c59a7-5a80-4cfe-b5d6-b72ffdb6c329', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 15:22:17.104087 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7aafa442-3b8f-4a87-8ee9-f08c1a619f77 admin admin] Publish callbacks [] for security_group (9e82a1a1-d9f4-423c-b404-e0d06a6c5d49), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:17.130430 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port 6b377681-f01e-4beb-85a9-b0cdef7d8c19 is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:22:17.130828 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (6b377681-f01e-4beb-85a9-b0cdef7d8c19), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:17.130959 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86cf991-46e6-4be1-af8f-3cd7a9838ad4 req-722393ea-55ca-4392-bd6d-bbe5fc054a5a tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:17.131536 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d086b071-2342-44c6-a5b2-199d2816d8e0 req-b718ca74-9752-4e95-9546-547710207e6b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=2518db7d-0957-4a39-9b68-83c2c7487f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630367 Mar 11 15:22:17.132497 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e86cf991-46e6-4be1-af8f-3cd7a9838ad4 req-722393ea-55ca-4392-bd6d-bbe5fc054a5a tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 943 time: 0.0549939 Mar 11 15:22:17.169094 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b377681-f01e-4beb-85a9-b0cdef7d8c19 {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:22:17.187329 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e86cf991-46e6-4be1-af8f-3cd7a9838ad4 req-7ceac4b1-cbd5-4215-89ba-97e41e5d2789 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491123 Mar 11 15:22:17.189231 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7aafa442-3b8f-4a87-8ee9-f08c1a619f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (9e82a1a1-d9f4-423c-b404-e0d06a6c5d49), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:17.202166 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 6b377681-f01e-4beb-85a9-b0cdef7d8c19, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=6b377681-f01e-4beb-85a9-b0cdef7d8c19,segment=NetworkSegment(efd27574-803f-4fc4-8716-95fa10ee0931),segment_id=efd27574-803f-4fc4-8716-95fa10ee0931)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:22:17.273984 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (6b377681-f01e-4beb-85a9-b0cdef7d8c19), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:17.274590 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4 details requested by agent hyperv_hv-cinder-83336 with host hv-cinder-83336 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 15:22:17.296702 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aafa442-3b8f-4a87-8ee9-f08c1a619f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e82a1a1-d9f4-423c-b404-e0d06a6c5d49,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:17.304709 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-7aafa442-3b8f-4a87-8ee9-f08c1a619f77 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=023f95a1d4e64352b974c844e8ac848a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5315235 Mar 11 15:22:17.307549 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 55616) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:17.364584 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=6b377681-f01e-4beb-85a9-b0cdef7d8c19,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:17.376411 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4b7b2a81-0d3c-4e44-ac59-511587dcfa61 admin admin] Publish callbacks [] for security_group (9e82a1a1-d9f4-423c-b404-e0d06a6c5d49), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:17.387186 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab5dca7-c47b-48f3-9314-6fc9ecd0110a req-77b261af-6596-4a9f-925e-1c4f845d3508 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:17.389040 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2ab5dca7-c47b-48f3-9314-6fc9ecd0110a req-77b261af-6596-4a9f-925e-1c4f845d3508 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 943 time: 0.1542892 Mar 11 15:22:17.423262 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4b7b2a81-0d3c-4e44-ac59-511587dcfa61 admin admin] Publish callbacks [] for security_group (9e82a1a1-d9f4-423c-b404-e0d06a6c5d49), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:17.435026 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4,segment=NetworkSegment(fe702dd1-454d-40ac-9a2b-6845db1b1d1b),segment_id=fe702dd1-454d-40ac-9a2b-6845db1b1d1b)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:22:17.449283 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Returning: {'device': '1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4', 'network_id': '10111652-25be-4b6e-aa55-10f6e37ef1f5', 'port_id': '1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4', 'mac_address': 'fa:16:3e:e3:6e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '444501c1-6c2a-4ddb-b96c-892921be9c2d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 15:22:17.477131 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2ab5dca7-c47b-48f3-9314-6fc9ecd0110a req-4af1d2e9-a481-4346-83ae-a80c6b55ea01 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805149 Mar 11 15:22:17.505299 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port 1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4 is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:22:17.505691 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:17.522125 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4 {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:22:17.541417 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4,segment=NetworkSegment(fe702dd1-454d-40ac-9a2b-6845db1b1d1b),segment_id=fe702dd1-454d-40ac-9a2b-6845db1b1d1b)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:22:17.587870 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4b7b2a81-0d3c-4e44-ac59-511587dcfa61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (9e82a1a1-d9f4-423c-b404-e0d06a6c5d49), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:17.590954 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4b7b2a81-0d3c-4e44-ac59-511587dcfa61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:17.592196 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-4b7b2a81-0d3c-4e44-ac59-511587dcfa61 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e82a1a1-d9f4-423c-b404-e0d06a6c5d49 HTTP/1.1" status: 204 len: 168 time: 0.2836368 Mar 11 15:22:17.600957 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b2a81-0d3c-4e44-ac59-511587dcfa61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e82a1a1-d9f4-423c-b404-e0d06a6c5d49,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:17.629143 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:17.630089 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 1df88ce3-02bd-43a1-8919-c6b7e42fbd41 details requested by agent hyperv_hv-cinder-83336 with host hv-cinder-83336 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 15:22:17.693873 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 55630) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:17.717264 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-63619abf-d5ca-4cbd-9a03-c95886eac856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:17.719686 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:17.797276 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 1df88ce3-02bd-43a1-8919-c6b7e42fbd41, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=1df88ce3-02bd-43a1-8919-c6b7e42fbd41,segment=NetworkSegment(08e2d6d3-038c-4332-be4e-e62a17151335),segment_id=08e2d6d3-038c-4332-be4e-e62a17151335)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:22:17.803478 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-63619abf-d5ca-4cbd-9a03-c95886eac856 admin admin] Publish callbacks [] for security_group (03daa3ec-2b70-4cd3-b17d-44ae913472f4), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:17.807978 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Returning: {'device': '1df88ce3-02bd-43a1-8919-c6b7e42fbd41', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'port_id': '1df88ce3-02bd-43a1-8919-c6b7e42fbd41', 'mac_address': 'fa:16:3e:f5:f4:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 15:22:17.846871 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port 1df88ce3-02bd-43a1-8919-c6b7e42fbd41 is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:22:17.846871 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (1df88ce3-02bd-43a1-8919-c6b7e42fbd41), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:17.873848 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df88ce3-02bd-43a1-8919-c6b7e42fbd41 {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:22:17.879448 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-63619abf-d5ca-4cbd-9a03-c95886eac856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (03daa3ec-2b70-4cd3-b17d-44ae913472f4), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:17.922917 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 1df88ce3-02bd-43a1-8919-c6b7e42fbd41, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=1df88ce3-02bd-43a1-8919-c6b7e42fbd41,segment=NetworkSegment(08e2d6d3-038c-4332-be4e-e62a17151335),segment_id=08e2d6d3-038c-4332-be4e-e62a17151335)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:22:17.948431 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-63619abf-d5ca-4cbd-9a03-c95886eac856 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=553286a78083471abfb932f1d8646a58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2517784 Mar 11 15:22:17.950295 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63619abf-d5ca-4cbd-9a03-c95886eac856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03daa3ec-2b70-4cd3-b17d-44ae913472f4,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:17.951468 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 55642) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:17.988383 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (1df88ce3-02bd-43a1-8919-c6b7e42fbd41), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:17.989694 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c details requested by agent hyperv_hv-cinder-83336 with host hv-cinder-83336 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 15:22:18.009224 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9450825f-cf8b-4c17-9631-2834c1167bf0 admin admin] Publish callbacks [] for security_group (03daa3ec-2b70-4cd3-b17d-44ae913472f4), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:18.034635 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9450825f-cf8b-4c17-9631-2834c1167bf0 admin admin] Publish callbacks [] for security_group (03daa3ec-2b70-4cd3-b17d-44ae913472f4), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:18.080204 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c,segment=NetworkSegment(fe702dd1-454d-40ac-9a2b-6845db1b1d1b),segment_id=fe702dd1-454d-40ac-9a2b-6845db1b1d1b)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:22:18.083035 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=1df88ce3-02bd-43a1-8919-c6b7e42fbd41,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:18.095379 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Returning: {'device': 'd72bc1fc-5c36-4d75-bdc1-fd3a20276f6c', 'network_id': '10111652-25be-4b6e-aa55-10f6e37ef1f5', 'port_id': 'd72bc1fc-5c36-4d75-bdc1-fd3a20276f6c', 'mac_address': 'fa:16:3e:f0:38:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '444501c1-6c2a-4ddb-b96c-892921be9c2d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 15:22:18.138439 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:22:18.138806 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:18.230091 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9450825f-cf8b-4c17-9631-2834c1167bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (03daa3ec-2b70-4cd3-b17d-44ae913472f4), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:18.233554 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9450825f-cf8b-4c17-9631-2834c1167bf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:18.237092 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-9450825f-cf8b-4c17-9631-2834c1167bf0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/03daa3ec-2b70-4cd3-b17d-44ae913472f4 HTTP/1.1" status: 204 len: 168 time: 0.2820489 Mar 11 15:22:18.245539 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9450825f-cf8b-4c17-9631-2834c1167bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03daa3ec-2b70-4cd3-b17d-44ae913472f4,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:18.272065 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:22:18.302231 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed85fab-122f-40dc-bca3-9aa3dfe4492a req-3631f0db-bea6-4040-a342-60514c523486 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:18.304677 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c,segment=NetworkSegment(fe702dd1-454d-40ac-9a2b-6845db1b1d1b),segment_id=fe702dd1-454d-40ac-9a2b-6845db1b1d1b)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:22:18.306308 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8ed85fab-122f-40dc-bca3-9aa3dfe4492a req-3631f0db-bea6-4040-a342-60514c523486 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 944 time: 0.1036201 Mar 11 15:22:18.362968 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8ed85fab-122f-40dc-bca3-9aa3dfe4492a req-d1a785cd-ee97-46a4-a0cf-1c72132d1a30 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=2518db7d-0957-4a39-9b68-83c2c7487f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509233 Mar 11 15:22:18.386087 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716328c-64f2-45c7-be69-b67d514055cf req-7ab22316-2019-4d54-9eba-803d11b2d18f tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:18.387964 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5716328c-64f2-45c7-be69-b67d514055cf req-7ab22316-2019-4d54-9eba-803d11b2d18f tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 944 time: 0.0917041 Mar 11 15:22:18.399816 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:18.440591 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 55654) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:18.448484 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5716328c-64f2-45c7-be69-b67d514055cf req-3167b377-8263-44e4-8559-075be0144b1b tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549166 Mar 11 15:22:18.455760 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ebab25e8-ada2-494b-bc02-c5789ecfed6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:18.467643 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:18.546388 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ebab25e8-ada2-494b-bc02-c5789ecfed6e admin admin] Publish callbacks [] for security_group (fe5c3543-7cc6-45c9-ac25-dbab7c06b716), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:18.595872 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:22:18.624262 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09519fa-ca5a-4b29-bacf-34d00dd80e8c req-fe78a2d7-7cbc-4508-af08-3d15cbec5dfe tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:18.625850 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c09519fa-ca5a-4b29-bacf-34d00dd80e8c req-fe78a2d7-7cbc-4508-af08-3d15cbec5dfe tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 944 time: 0.0542724 Mar 11 15:22:18.638806 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ebab25e8-ada2-494b-bc02-c5789ecfed6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (fe5c3543-7cc6-45c9-ac25-dbab7c06b716), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:18.697767 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-ebab25e8-ada2-494b-bc02-c5789ecfed6e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c07b1be18f314f06a23663c8999e7a9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2557778 Mar 11 15:22:18.701323 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab25e8-ada2-494b-bc02-c5789ecfed6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5c3543-7cc6-45c9-ac25-dbab7c06b716,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:18.702125 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 55672) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:18.727977 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c09519fa-ca5a-4b29-bacf-34d00dd80e8c req-85b9e00c-a3d8-4bc9-b879-5ac8178043d1 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962899 Mar 11 15:22:18.774202 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f5962a66-13f6-4aba-95d7-b0a2364305da admin admin] Publish callbacks [] for security_group (fe5c3543-7cc6-45c9-ac25-dbab7c06b716), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:18.797228 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f5962a66-13f6-4aba-95d7-b0a2364305da admin admin] Publish callbacks [] for security_group (fe5c3543-7cc6-45c9-ac25-dbab7c06b716), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:18.929515 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f5962a66-13f6-4aba-95d7-b0a2364305da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (fe5c3543-7cc6-45c9-ac25-dbab7c06b716), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:18.932319 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f5962a66-13f6-4aba-95d7-b0a2364305da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:18.933463 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-f5962a66-13f6-4aba-95d7-b0a2364305da admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fe5c3543-7cc6-45c9-ac25-dbab7c06b716 HTTP/1.1" status: 204 len: 168 time: 0.2277286 Mar 11 15:22:18.943514 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5962a66-13f6-4aba-95d7-b0a2364305da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5c3543-7cc6-45c9-ac25-dbab7c06b716,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:19.483330 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d7136-3268-4e69-bfd4-221c9de65a72 req-d9b7a0fd-6751-4ebd-93d2-99a22b0ea0ff tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:19.484853 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7d9d7136-3268-4e69-bfd4-221c9de65a72 req-d9b7a0fd-6751-4ebd-93d2-99a22b0ea0ff tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 944 time: 0.0540202 Mar 11 15:22:19.535935 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7d9d7136-3268-4e69-bfd4-221c9de65a72 req-f4de18f3-2f2b-495e-8c51-4c8ab16af119 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=2518db7d-0957-4a39-9b68-83c2c7487f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457006 Mar 11 15:22:19.585638 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152bbd5c-d544-4bc2-a353-2aa10b89c9a4 req-7d0e26a8-bf93-4793-a895-5ce238cfc932 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:19.588918 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-152bbd5c-d544-4bc2-a353-2aa10b89c9a4 req-7d0e26a8-bf93-4793-a895-5ce238cfc932 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 944 time: 0.0659740 Mar 11 15:22:19.628457 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 55716) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:19.636222 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-152bbd5c-d544-4bc2-a353-2aa10b89c9a4 req-0462b89d-193d-4ad4-8764-4affbb76dd98 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430357 Mar 11 15:22:19.804482 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3162d2e1-e0be-4ece-aa26-7fb09396203a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:19.908915 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572ccf4-4293-4a83-b7cb-90758f4ae6ee req-7e6a2cae-8d98-41a5-b75a-993e2c907e4f tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:19.910391 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b572ccf4-4293-4a83-b7cb-90758f4ae6ee req-7e6a2cae-8d98-41a5-b75a-993e2c907e4f tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 944 time: 0.0880287 Mar 11 15:22:19.966958 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3162d2e1-e0be-4ece-aa26-7fb09396203a admin admin] Publish callbacks [] for security_group (1201878e-1460-4f18-a15d-5cef73c68b5a), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:19.978558 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b572ccf4-4293-4a83-b7cb-90758f4ae6ee req-b68c32b2-553f-4154-8e09-76e3f65e8641 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615237 Mar 11 15:22:20.050604 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3162d2e1-e0be-4ece-aa26-7fb09396203a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (1201878e-1460-4f18-a15d-5cef73c68b5a), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:20.095376 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-3162d2e1-e0be-4ece-aa26-7fb09396203a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=49aaa285f25743ec98141c3979a9bbc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4658866 Mar 11 15:22:20.096563 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162d2e1-e0be-4ece-aa26-7fb09396203a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1201878e-1460-4f18-a15d-5cef73c68b5a,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:20.098116 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 55742) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:20.151208 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0dac3f37-14be-462c-acf0-8f7764bff47e admin admin] Publish callbacks [] for security_group (1201878e-1460-4f18-a15d-5cef73c68b5a), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:20.175256 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0dac3f37-14be-462c-acf0-8f7764bff47e admin admin] Publish callbacks [] for security_group (1201878e-1460-4f18-a15d-5cef73c68b5a), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:20.284643 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0dac3f37-14be-462c-acf0-8f7764bff47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (1201878e-1460-4f18-a15d-5cef73c68b5a), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:20.287190 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0dac3f37-14be-462c-acf0-8f7764bff47e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:20.288365 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-0dac3f37-14be-462c-acf0-8f7764bff47e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1201878e-1460-4f18-a15d-5cef73c68b5a HTTP/1.1" status: 204 len: 168 time: 0.1890695 Mar 11 15:22:20.297893 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac3f37-14be-462c-acf0-8f7764bff47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1201878e-1460-4f18-a15d-5cef73c68b5a,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:20.660072 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748939f-a012-49cf-86b2-ffc244a01b2c req-7780fce2-a965-4dbf-8300-6a6fc8093dd7 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:20.661570 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6748939f-a012-49cf-86b2-ffc244a01b2c req-7780fce2-a965-4dbf-8300-6a6fc8093dd7 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 944 time: 0.0565579 Mar 11 15:22:20.716702 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6748939f-a012-49cf-86b2-ffc244a01b2c req-f31d0670-42d6-43f0-9676-03efc8121e8f tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=2518db7d-0957-4a39-9b68-83c2c7487f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464880 Mar 11 15:22:20.779189 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8f393-8bed-4370-b08d-89ac4e6626d9 req-4d2f6988-6519-4e60-b91e-310634826a5e tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:20.784333 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-dbf8f393-8bed-4370-b08d-89ac4e6626d9 req-4d2f6988-6519-4e60-b91e-310634826a5e tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 944 time: 0.0707781 Mar 11 15:22:20.842213 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-dbf8f393-8bed-4370-b08d-89ac4e6626d9 req-d8b01fe7-ab47-475d-9fbb-49a4653b788c tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556386 Mar 11 15:22:21.100792 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41557387-29b8-4ef3-8251-19fe9cbf4a6b req-01122358-beca-4499-a734-e840900ea70e tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:21.102271 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-41557387-29b8-4ef3-8251-19fe9cbf4a6b req-01122358-beca-4499-a734-e840900ea70e tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 944 time: 0.0550139 Mar 11 15:22:21.110494 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 55782) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:21.123375 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e945f7b5-fcf5-4c0a-b0e8-9853f0615cc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:21.151925 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-41557387-29b8-4ef3-8251-19fe9cbf4a6b req-0661de33-3c69-408c-ae92-dd83cb999416 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433681 Mar 11 15:22:21.227856 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e945f7b5-fcf5-4c0a-b0e8-9853f0615cc6 admin admin] Publish callbacks [] for security_group (92b6e21f-4a7d-4629-9ede-5f2cc6f59b1d), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:21.290417 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e945f7b5-fcf5-4c0a-b0e8-9853f0615cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (92b6e21f-4a7d-4629-9ede-5f2cc6f59b1d), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:21.329855 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-e945f7b5-fcf5-4c0a-b0e8-9853f0615cc6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=32705e96ca70430691cdf38c3afb56e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182090 Mar 11 15:22:21.331775 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945f7b5-fcf5-4c0a-b0e8-9853f0615cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b6e21f-4a7d-4629-9ede-5f2cc6f59b1d,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:21.333004 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 55790) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:21.388127 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-25ab4e3d-a976-42d7-87e3-5c2645ede3fa admin admin] Publish callbacks [] for security_group (92b6e21f-4a7d-4629-9ede-5f2cc6f59b1d), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:21.412821 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-25ab4e3d-a976-42d7-87e3-5c2645ede3fa admin admin] Publish callbacks [] for security_group (92b6e21f-4a7d-4629-9ede-5f2cc6f59b1d), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:21.534436 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-25ab4e3d-a976-42d7-87e3-5c2645ede3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (92b6e21f-4a7d-4629-9ede-5f2cc6f59b1d), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:21.537229 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-25ab4e3d-a976-42d7-87e3-5c2645ede3fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:21.538380 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-25ab4e3d-a976-42d7-87e3-5c2645ede3fa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/92b6e21f-4a7d-4629-9ede-5f2cc6f59b1d HTTP/1.1" status: 204 len: 168 time: 0.2040594 Mar 11 15:22:21.548267 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab4e3d-a976-42d7-87e3-5c2645ede3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b6e21f-4a7d-4629-9ede-5f2cc6f59b1d,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:21.847215 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830e83e-b9a9-4a55-97bb-5ff320e77e40 req-5a6e93ea-5a6c-4f2f-88b6-81a191931a3d tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:21.848914 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5830e83e-b9a9-4a55-97bb-5ff320e77e40 req-5a6e93ea-5a6c-4f2f-88b6-81a191931a3d tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 944 time: 0.0633917 Mar 11 15:22:21.906688 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5830e83e-b9a9-4a55-97bb-5ff320e77e40 req-7d14f92e-83c6-4839-81bb-45de3688891b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=2518db7d-0957-4a39-9b68-83c2c7487f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504725 Mar 11 15:22:22.010194 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aca0aa-bfe4-4b6c-91bb-083051827e85 req-24feb930-2f38-4766-920a-46afcdacda65 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:22.011845 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f0aca0aa-bfe4-4b6c-91bb-083051827e85 req-24feb930-2f38-4766-920a-46afcdacda65 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 944 time: 0.0884616 Mar 11 15:22:22.065270 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f0aca0aa-bfe4-4b6c-91bb-083051827e85 req-bef43f01-f677-4042-bf63-6be27eda078f tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474679 Mar 11 15:22:22.314792 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241e9db-4323-4631-85d4-21677e46b109 req-4b109b63-da75-490b-bfdd-f13a7ccf363c tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:22.316460 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6241e9db-4323-4631-85d4-21677e46b109 req-4b109b63-da75-490b-bfdd-f13a7ccf363c tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 944 time: 0.0637131 Mar 11 15:22:22.385299 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6241e9db-4323-4631-85d4-21677e46b109 req-03210b92-c9c7-489a-a485-62265a2873f3 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632217 Mar 11 15:22:22.430162 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:22:22.493310 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['6b377681-f01e-4beb-85a9-b0cdef7d8c19'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:22:22.498668 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['1df88ce3-02bd-43a1-8919-c6b7e42fbd41'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:22:22.510361 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:22:22.737272 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 55866) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:22.898888 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4094246-25ae-4ed9-b75a-16c56dd25e63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:23.044212 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4094246-25ae-4ed9-b75a-16c56dd25e63 admin admin] Publish callbacks [] for security_group (b04dcd03-8687-4919-b2ab-73970450a086), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:23.151252 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4094246-25ae-4ed9-b75a-16c56dd25e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (b04dcd03-8687-4919-b2ab-73970450a086), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:23.220452 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4094246-25ae-4ed9-b75a-16c56dd25e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04dcd03-8687-4919-b2ab-73970450a086,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:23.228670 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-c4094246-25ae-4ed9-b75a-16c56dd25e63 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6ff26ef0c15a49e1b7c03eef9aef7019&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4900141 Mar 11 15:22:23.238452 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 55898) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:23.265746 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc53f1-52a2-481a-ba49-d92596e9fc39 req-a741f48c-463a-4d1c-b00c-6d24579670c7 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:23.273210 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1ddc53f1-52a2-481a-ba49-d92596e9fc39 req-a741f48c-463a-4d1c-b00c-6d24579670c7 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 944 time: 0.0950346 Mar 11 15:22:23.273569 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dbf6a5-cf2d-43df-8f07-b05985b711cb req-d4bd9d88-197b-4a62-a00d-75030c84b833 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:23.282546 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c3dbf6a5-cf2d-43df-8f07-b05985b711cb req-d4bd9d88-197b-4a62-a00d-75030c84b833 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 944 time: 0.2105441 Mar 11 15:22:23.324991 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1ddc53f1-52a2-481a-ba49-d92596e9fc39 req-25d29eca-7ba9-454c-b933-1b298cc053c1 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503595 Mar 11 15:22:23.358353 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c3dbf6a5-cf2d-43df-8f07-b05985b711cb req-58126898-1fd0-4c40-a02f-f0cc3aa826bd tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=2518db7d-0957-4a39-9b68-83c2c7487f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748849 Mar 11 15:22:23.359218 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b09ffdbb-67f6-4a8e-afa2-1edf484c0484 admin admin] Publish callbacks [] for security_group (b04dcd03-8687-4919-b2ab-73970450a086), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:23.391416 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b09ffdbb-67f6-4a8e-afa2-1edf484c0484 admin admin] Publish callbacks [] for security_group (b04dcd03-8687-4919-b2ab-73970450a086), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:23.501672 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b09ffdbb-67f6-4a8e-afa2-1edf484c0484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (b04dcd03-8687-4919-b2ab-73970450a086), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:23.504377 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b09ffdbb-67f6-4a8e-afa2-1edf484c0484 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:23.508509 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-b09ffdbb-67f6-4a8e-afa2-1edf484c0484 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b04dcd03-8687-4919-b2ab-73970450a086 HTTP/1.1" status: 204 len: 168 time: 0.2678335 Mar 11 15:22:23.517529 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ffdbb-67f6-4a8e-afa2-1edf484c0484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04dcd03-8687-4919-b2ab-73970450a086,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:23.529572 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f368f22-afda-4673-aa30-dfb40b46fca6 req-b797dcca-e8cf-4317-a692-b8b13f6eb47c tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:23.542238 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6f368f22-afda-4673-aa30-dfb40b46fca6 req-b797dcca-e8cf-4317-a692-b8b13f6eb47c tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 944 time: 0.0759678 Mar 11 15:22:23.604520 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6f368f22-afda-4673-aa30-dfb40b46fca6 req-ca48bc2a-9346-4123-a5e3-eb4a0bbb7d41 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548880 Mar 11 15:22:24.336243 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 55948) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:24.349414 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-285790f0-7e67-4848-9ef4-a7df417a96f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:24.476331 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-285790f0-7e67-4848-9ef4-a7df417a96f6 admin admin] Publish callbacks [] for security_group (7dabf5ef-1e89-4033-99a6-e68f44b4fef7), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:24.482755 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ebefb-fd60-404c-8f8a-f9d9bab015e3 req-53d0e0d1-7baf-4365-8180-3d790f1f6060 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:24.484172 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c76ab-bc3c-4c42-abe5-97a2cb68ca8b req-b3e54020-3df3-4560-baa0-3b9df719892c tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:24.484313 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a02ebefb-fd60-404c-8f8a-f9d9bab015e3 req-53d0e0d1-7baf-4365-8180-3d790f1f6060 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 944 time: 0.0550890 Mar 11 15:22:24.485618 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e67c76ab-bc3c-4c42-abe5-97a2cb68ca8b req-b3e54020-3df3-4560-baa0-3b9df719892c tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 944 time: 0.0884736 Mar 11 15:22:24.531704 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e67c76ab-bc3c-4c42-abe5-97a2cb68ca8b req-c03e2698-c58b-4bcf-bf35-bdc32cc5c0bf tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406489 Mar 11 15:22:24.532408 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a02ebefb-fd60-404c-8f8a-f9d9bab015e3 req-cf8b8219-ec46-46b4-9c5d-4a3b3aa919d2 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=2518db7d-0957-4a39-9b68-83c2c7487f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417910 Mar 11 15:22:24.615827 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-285790f0-7e67-4848-9ef4-a7df417a96f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (7dabf5ef-1e89-4033-99a6-e68f44b4fef7), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:24.655477 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-285790f0-7e67-4848-9ef4-a7df417a96f6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=444ef7daafb54ebe960f83f36074ac77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3181314 Mar 11 15:22:24.656330 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285790f0-7e67-4848-9ef4-a7df417a96f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dabf5ef-1e89-4033-99a6-e68f44b4fef7,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:24.658438 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 55956) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:24.746151 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c284d43d-32af-4c8e-abef-140287c4b0c0 admin admin] Publish callbacks [] for security_group (7dabf5ef-1e89-4033-99a6-e68f44b4fef7), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:24.766168 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23c5cf-ae6c-4f30-8ddd-2ffb917d989c req-c9bd6d14-9742-4416-a756-8a904a9cbeba tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:24.767651 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-de23c5cf-ae6c-4f30-8ddd-2ffb917d989c req-c9bd6d14-9742-4416-a756-8a904a9cbeba tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 944 time: 0.0855916 Mar 11 15:22:24.784347 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c284d43d-32af-4c8e-abef-140287c4b0c0 admin admin] Publish callbacks [] for security_group (7dabf5ef-1e89-4033-99a6-e68f44b4fef7), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:24.845963 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-de23c5cf-ae6c-4f30-8ddd-2ffb917d989c req-2b511f2a-094a-4c10-a426-157ee318b7f8 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707922 Mar 11 15:22:24.930808 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c284d43d-32af-4c8e-abef-140287c4b0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (7dabf5ef-1e89-4033-99a6-e68f44b4fef7), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:24.933603 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c284d43d-32af-4c8e-abef-140287c4b0c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:24.936224 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-c284d43d-32af-4c8e-abef-140287c4b0c0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7dabf5ef-1e89-4033-99a6-e68f44b4fef7 HTTP/1.1" status: 204 len: 168 time: 0.2759750 Mar 11 15:22:24.950785 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284d43d-32af-4c8e-abef-140287c4b0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dabf5ef-1e89-4033-99a6-e68f44b4fef7,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:25.661821 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9e7fc-211b-4191-b6c5-637823cc0b1b req-b0151ce4-6d28-4c71-b7da-d713cdf0523c tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:25.663309 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b3f9e7fc-211b-4191-b6c5-637823cc0b1b req-b0151ce4-6d28-4c71-b7da-d713cdf0523c tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 944 time: 0.0547814 Mar 11 15:22:25.669310 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ca955-f94f-49da-8c9d-45d74eefc17e req-1898cbde-504f-4770-99bd-72e1e08c3c8c tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:25.671196 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ad1ca955-f94f-49da-8c9d-45d74eefc17e req-1898cbde-504f-4770-99bd-72e1e08c3c8c tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 944 time: 0.0687077 Mar 11 15:22:25.720831 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ad1ca955-f94f-49da-8c9d-45d74eefc17e req-a76cbe44-fad9-46d0-b86c-af510dc79320 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=2518db7d-0957-4a39-9b68-83c2c7487f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435972 Mar 11 15:22:25.723482 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b3f9e7fc-211b-4191-b6c5-637823cc0b1b req-be96607e-8e1d-426e-b4fc-32d518ac18ca tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495727 Mar 11 15:22:25.987316 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522c5a5-6e07-47ce-bf73-c14d387cc4a6 req-b3e12af3-7f4b-4e44-9305-a7093ca23815 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:25.988813 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a522c5a5-6e07-47ce-bf73-c14d387cc4a6 req-b3e12af3-7f4b-4e44-9305-a7093ca23815 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 944 time: 0.0532808 Mar 11 15:22:26.036528 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a522c5a5-6e07-47ce-bf73-c14d387cc4a6 req-4ec9f4b4-4edf-4946-a3dd-2856d2d9d465 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417891 Mar 11 15:22:26.841199 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7fb57-dc80-48d7-9426-d41ab64704d1 req-ef80e4a2-2212-45c4-9478-5b3b002758b0 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:26.841861 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523af16-e1f8-4eef-8836-53507ebbfb73 req-8f86f2bc-09bd-44a1-864e-34105e8aa8cf tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:26.842672 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-91d7fb57-dc80-48d7-9426-d41ab64704d1 req-ef80e4a2-2212-45c4-9478-5b3b002758b0 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 944 time: 0.0521724 Mar 11 15:22:26.843267 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7523af16-e1f8-4eef-8836-53507ebbfb73 req-8f86f2bc-09bd-44a1-864e-34105e8aa8cf tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 944 time: 0.0540011 Mar 11 15:22:26.893678 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7523af16-e1f8-4eef-8836-53507ebbfb73 req-0ec00b7d-2b43-4e11-82d4-0fc44c281d60 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=2518db7d-0957-4a39-9b68-83c2c7487f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455773 Mar 11 15:22:26.895098 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-91d7fb57-dc80-48d7-9426-d41ab64704d1 req-945fa8f1-5942-43d1-b2e1-27c55296a5ed tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469027 Mar 11 15:22:27.118252 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 6b377681-f01e-4beb-85a9-b0cdef7d8c19 up at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:22:27.172321 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff8c9ee-145e-4ecc-b3d8-b8770979c6f1 req-e9b37a99-00a7-4fa2-9657-59cfedc07876 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:27.173804 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0ff8c9ee-145e-4ecc-b3d8-b8770979c6f1 req-e9b37a99-00a7-4fa2-9657-59cfedc07876 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 944 time: 0.0609853 Mar 11 15:22:27.227629 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning for port 6b377681-f01e-4beb-85a9-b0cdef7d8c19 completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 15:22:27.233002 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning complete for port 6b377681-f01e-4beb-85a9-b0cdef7d8c19 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:22:27.233228 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0ff8c9ee-145e-4ecc-b3d8-b8770979c6f1 req-62c37a04-5a17-4d59-aa96-7d96a698ce7f tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538254 Mar 11 15:22:27.233803 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (6b377681-f01e-4beb-85a9-b0cdef7d8c19), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:27.332525 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port 6b377681-f01e-4beb-85a9-b0cdef7d8c19 is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:22:27.332907 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (6b377681-f01e-4beb-85a9-b0cdef7d8c19), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:27.368813 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232d114a-ea2e-4027-add8-e435783d5065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b377681-f01e-4beb-85a9-b0cdef7d8c19'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:22:27.447513 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 6b377681-f01e-4beb-85a9-b0cdef7d8c19, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=6b377681-f01e-4beb-85a9-b0cdef7d8c19,segment=NetworkSegment(efd27574-803f-4fc4-8716-95fa10ee0931),segment_id=efd27574-803f-4fc4-8716-95fa10ee0931)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:22:27.535114 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97dedef37c5e2c64aa44179f419dd586ddc22b8f5766e7bc49dcfeca4a9e3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ec7dfa-45e2-49da-8bfd-5b34e98e76d4" -d '{"events": [{"server_uuid": "232d114a-ea2e-4027-add8-e435783d5065", "name": "network-vif-plugged", "status": "completed", "tag": "6b377681-f01e-4beb-85a9-b0cdef7d8c19"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:22:27.538268 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (6b377681-f01e-4beb-85a9-b0cdef7d8c19), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:27.539059 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4 up at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:22:27.619195 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=6b377681-f01e-4beb-85a9-b0cdef7d8c19,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:27.640800 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1aa4349-d767-4aca-8fac-c370bd21f277 x-openstack-request-id: req-a1aa4349-d767-4aca-8fac-c370bd21f277 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:22:27.641111 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232d114a-ea2e-4027-add8-e435783d5065", "name": "network-vif-plugged", "status": "completed", "tag": "6b377681-f01e-4beb-85a9-b0cdef7d8c19", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:22:27.641366 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a1aa4349-d767-4aca-8fac-c370bd21f277 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:22:27.641806 dv-cinder-833365-1-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232d114a-ea2e-4027-add8-e435783d5065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b377681-f01e-4beb-85a9-b0cdef7d8c19', 'code': 200} Mar 11 15:22:27.707448 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning for port 1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4 completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 15:22:27.711653 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning complete for port 1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:22:27.712027 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:27.807981 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port 1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4 is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:22:27.808400 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:27.827414 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-f39b0d45-d7b0-489a-b696-e606d35cddbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:27.843156 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4,segment=NetworkSegment(fe702dd1-454d-40ac-9a2b-6845db1b1d1b),segment_id=fe702dd1-454d-40ac-9a2b-6845db1b1d1b)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:22:27.890297 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:27.891268 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 1df88ce3-02bd-43a1-8919-c6b7e42fbd41 up at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:22:27.974730 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:28.020911 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88bf6d-5f03-4594-ae1b-c139b6878e75 req-42811a8d-5b7a-482e-a782-36bd9e62affc tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:28.022395 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8c88bf6d-5f03-4594-ae1b-c139b6878e75 req-42811a8d-5b7a-482e-a782-36bd9e62affc tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 945 time: 0.0588953 Mar 11 15:22:28.036877 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21edbe-152c-4888-b6be-d245c2c54ad9 req-7430763c-658d-49fb-9f79-47050cb831e4 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:28.038400 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3d21edbe-152c-4888-b6be-d245c2c54ad9 req-7430763c-658d-49fb-9f79-47050cb831e4 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 944 time: 0.0526526 Mar 11 15:22:28.073488 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning for port 1df88ce3-02bd-43a1-8919-c6b7e42fbd41 completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 15:22:28.079016 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning complete for port 1df88ce3-02bd-43a1-8919-c6b7e42fbd41 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:22:28.085673 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8c88bf6d-5f03-4594-ae1b-c139b6878e75 req-343e13b2-643a-457a-96ed-b5248f03e480 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510197 Mar 11 15:22:28.085962 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (1df88ce3-02bd-43a1-8919-c6b7e42fbd41), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:28.094052 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3d21edbe-152c-4888-b6be-d245c2c54ad9 req-47d0ea8d-50f0-47d5-aa2d-76aed38e22bc tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=2518db7d-0957-4a39-9b68-83c2c7487f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482767 Mar 11 15:22:28.166843 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port 1df88ce3-02bd-43a1-8919-c6b7e42fbd41 is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:22:28.167409 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (1df88ce3-02bd-43a1-8919-c6b7e42fbd41), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:28.198347 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 1df88ce3-02bd-43a1-8919-c6b7e42fbd41, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=1df88ce3-02bd-43a1-8919-c6b7e42fbd41,segment=NetworkSegment(08e2d6d3-038c-4332-be4e-e62a17151335),segment_id=08e2d6d3-038c-4332-be4e-e62a17151335)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:22:28.291798 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (1df88ce3-02bd-43a1-8919-c6b7e42fbd41), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:28.292678 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c up at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:22:28.359131 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2c0d8-2b47-4b0e-be00-cd961834312d req-99fd0e0e-46be-4e5c-9695-d9c2a3a9320f tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:28.362308 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f7f2c0d8-2b47-4b0e-be00-cd961834312d req-99fd0e0e-46be-4e5c-9695-d9c2a3a9320f tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0610797 Mar 11 15:22:28.380454 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=1df88ce3-02bd-43a1-8919-c6b7e42fbd41,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:28.415972 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f7f2c0d8-2b47-4b0e-be00-cd961834312d req-0c798e78-d192-4546-92c9-30cf662954f0 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484390 Mar 11 15:22:28.434698 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning for port d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 15:22:28.439130 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning complete for port d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:22:28.439676 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:28.514562 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:22:28.514940 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:28.546534 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c,segment=NetworkSegment(fe702dd1-454d-40ac-9a2b-6845db1b1d1b),segment_id=fe702dd1-454d-40ac-9a2b-6845db1b1d1b)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:22:28.608746 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:28.655191 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:29.200695 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9e19c-81b1-403a-81b2-d9745a021c17 req-474a2e26-67d4-4075-b814-cab79642fd92 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:29.202302 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f5f9e19c-81b1-403a-81b2-d9745a021c17 req-474a2e26-67d4-4075-b814-cab79642fd92 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 945 time: 0.0525370 Mar 11 15:22:29.213062 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ba27d-fba3-4167-90d6-0c44e2d90ef3 req-592babe3-fd8a-4abd-a3a0-f58d4da08ffe tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:29.214531 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-451ba27d-fba3-4167-90d6-0c44e2d90ef3 req-592babe3-fd8a-4abd-a3a0-f58d4da08ffe tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 945 time: 0.0520184 Mar 11 15:22:29.249668 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f5f9e19c-81b1-403a-81b2-d9745a021c17 req-30feaac9-a29b-4a92-b980-1f2d81b322cf tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418377 Mar 11 15:22:29.265342 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-451ba27d-fba3-4167-90d6-0c44e2d90ef3 req-ec0e6aa3-ce29-4ae6-9bea-6d5d38d6b3c5 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=2518db7d-0957-4a39-9b68-83c2c7487f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415354 Mar 11 15:22:29.539235 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1c699-8e9f-4617-ad2e-313bd3922f88 req-74027954-9a7a-4bdb-8b67-29153ea2c019 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:29.540694 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-00b1c699-8e9f-4617-ad2e-313bd3922f88 req-74027954-9a7a-4bdb-8b67-29153ea2c019 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0605841 Mar 11 15:22:29.592278 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-00b1c699-8e9f-4617-ad2e-313bd3922f88 req-88941594-78d7-459d-ba1f-acfd4c350fe5 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460079 Mar 11 15:22:29.643523 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d064d7-8009-4520-8691-345d84ee744d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4'}, {'server_uuid': 'c3d2efa6-4a13-4c2e-9b04-1bca4d51125e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df88ce3-02bd-43a1-8919-c6b7e42fbd41'}, {'server_uuid': 'aee99a9f-87c5-49f2-b769-b640fae5346c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72bc1fc-5c36-4d75-bdc1-fd3a20276f6c'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:22:29.645870 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97dedef37c5e2c64aa44179f419dd586ddc22b8f5766e7bc49dcfeca4a9e3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37519cc-b3ac-4a47-9b57-67adf0430d1a" -d '{"events": [{"server_uuid": "b2d064d7-8009-4520-8691-345d84ee744d", "name": "network-vif-plugged", "status": "completed", "tag": "1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4"}, {"server_uuid": "c3d2efa6-4a13-4c2e-9b04-1bca4d51125e", "name": "network-vif-plugged", "status": "completed", "tag": "1df88ce3-02bd-43a1-8919-c6b7e42fbd41"}, {"server_uuid": "aee99a9f-87c5-49f2-b769-b640fae5346c", "name": "network-vif-plugged", "status": "completed", "tag": "d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:22:29.690676 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Mar 2022 15:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d00a41-9f9b-4db3-bf3e-1ae5b1998716 x-openstack-request-id: req-43d00a41-9f9b-4db3-bf3e-1ae5b1998716 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:22:29.690978 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d064d7-8009-4520-8691-345d84ee744d", "name": "network-vif-plugged", "status": "completed", "tag": "1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4", "code": 200}, {"server_uuid": "c3d2efa6-4a13-4c2e-9b04-1bca4d51125e", "name": "network-vif-plugged", "status": "completed", "tag": "1df88ce3-02bd-43a1-8919-c6b7e42fbd41", "code": 200}, {"server_uuid": "aee99a9f-87c5-49f2-b769-b640fae5346c", "name": "network-vif-plugged", "status": "completed", "tag": "d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:22:29.691237 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-43d00a41-9f9b-4db3-bf3e-1ae5b1998716 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:22:29.691662 dv-cinder-833365-1-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d064d7-8009-4520-8691-345d84ee744d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4', 'code': 200} Mar 11 15:22:29.692113 dv-cinder-833365-1-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d2efa6-4a13-4c2e-9b04-1bca4d51125e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df88ce3-02bd-43a1-8919-c6b7e42fbd41', 'code': 200} Mar 11 15:22:29.692430 dv-cinder-833365-1-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee99a9f-87c5-49f2-b769-b640fae5346c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72bc1fc-5c36-4d75-bdc1-fd3a20276f6c', 'code': 200} Mar 11 15:22:29.933471 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20329d5-c979-40af-b76e-70414579029c req-02e63fd3-6aa1-43bf-8f65-5c5e3473d10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:29.935560 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b20329d5-c979-40af-b76e-70414579029c req-02e63fd3-6aa1-43bf-8f65-5c5e3473d10d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 1129 time: 0.1017478 Mar 11 15:22:29.955912 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-b20329d5-c979-40af-b76e-70414579029c req-42e9db3b-f02f-45df-baae-41dab606e5b6 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:30.062034 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.66', 55875) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:30.067341 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e1fa083e-f7fd-4cff-bfc6-fed04d4788e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:30.081772 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae876762-3612-4b82-ac34-4f92a15eb7b4 req-cb24d40c-9a64-4007-80e2-89d61b46c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:30.083557 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ae876762-3612-4b82-ac34-4f92a15eb7b4 req-cb24d40c-9a64-4007-80e2-89d61b46c865 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 1129 time: 0.1092875 Mar 11 15:22:30.118026 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-ae876762-3612-4b82-ac34-4f92a15eb7b4 req-c0ec1c5b-b88c-45c6-95d0-f66bd26d4865 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:30.138643 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-b20329d5-c979-40af-b76e-70414579029c req-42e9db3b-f02f-45df-baae-41dab606e5b6 service neutron] Publish callbacks [] for security_group (f1b2cf00-5846-4b92-b4bf-e6d459338f31), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:30.142728 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba157a-b8ca-4237-99b6-3fee5bbd39be req-1d4c96cf-7054-4a05-886b-916aa69cae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:30.144429 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-60ba157a-b8ca-4237-99b6-3fee5bbd39be req-1d4c96cf-7054-4a05-886b-916aa69cae43 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 1129 time: 0.1169178 Mar 11 15:22:30.151666 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79bea5-0c3f-49f1-88bd-e39b59adb817 req-126d75cc-2be5-48e3-a01b-9ad21560ee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:30.153338 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-cd79bea5-0c3f-49f1-88bd-e39b59adb817 req-126d75cc-2be5-48e3-a01b-9ad21560ee94 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 1129 time: 0.0901721 Mar 11 15:22:30.172647 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-cd79bea5-0c3f-49f1-88bd-e39b59adb817 req-75b3a17e-c63f-45a6-a670-dd53aadafc8c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:30.173573 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-60ba157a-b8ca-4237-99b6-3fee5bbd39be req-0b3331e7-9f89-42eb-b5c2-994cbcb91d79 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:30.210979 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-b20329d5-c979-40af-b76e-70414579029c req-42e9db3b-f02f-45df-baae-41dab606e5b6 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (f1b2cf00-5846-4b92-b4bf-e6d459338f31), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:30.263059 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.db.api [req-cd79bea5-0c3f-49f1-88bd-e39b59adb817 req-75b3a17e-c63f-45a6-a670-dd53aadafc8c service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) da470191dd6043479a208f42a0b8f50d {{(pid=103740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:22:30.263761 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG oslo_db.api [req-cd79bea5-0c3f-49f1-88bd-e39b59adb817 req-75b3a17e-c63f-45a6-a670-dd53aadafc8c service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:22:30.265792 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.db.api [req-ae876762-3612-4b82-ac34-4f92a15eb7b4 req-c0ec1c5b-b88c-45c6-95d0-f66bd26d4865 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) da470191dd6043479a208f42a0b8f50d {{(pid=103739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:22:30.266433 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG oslo_db.api [req-ae876762-3612-4b82-ac34-4f92a15eb7b4 req-c0ec1c5b-b88c-45c6-95d0-f66bd26d4865 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:22:30.270637 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b20329d5-c979-40af-b76e-70414579029c req-42e9db3b-f02f-45df-baae-41dab606e5b6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287098 Mar 11 15:22:30.271224 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e9db3b-f02f-45df-baae-41dab606e5b6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b2cf00-5846-4b92-b4bf-e6d459338f31,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:30.290671 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.db.api [req-60ba157a-b8ca-4237-99b6-3fee5bbd39be req-0b3331e7-9f89-42eb-b5c2-994cbcb91d79 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) da470191dd6043479a208f42a0b8f50d {{(pid=103739) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 15:22:30.291157 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG oslo_db.api [req-60ba157a-b8ca-4237-99b6-3fee5bbd39be req-0b3331e7-9f89-42eb-b5c2-994cbcb91d79 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 15:22:30.380041 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59028b0-5ebf-409b-aa20-0ece40f3f4c6 req-8f680988-2e3b-46ee-a678-801046391a2d tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:30.381473 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f59028b0-5ebf-409b-aa20-0ece40f3f4c6 req-8f680988-2e3b-46ee-a678-801046391a2d tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 945 time: 0.0622609 Mar 11 15:22:30.393339 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44153dc7-2fc3-4500-bf75-ac67c9a04afb req-967affc0-bd5b-41d6-b2c1-1bb118642df8 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:30.394808 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-44153dc7-2fc3-4500-bf75-ac67c9a04afb req-967affc0-bd5b-41d6-b2c1-1bb118642df8 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 945 time: 0.0535846 Mar 11 15:22:30.430200 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f59028b0-5ebf-409b-aa20-0ece40f3f4c6 req-82cd3963-a662-46f1-b331-1101ca956587 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429444 Mar 11 15:22:30.454129 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-44153dc7-2fc3-4500-bf75-ac67c9a04afb req-2819f791-f2b3-4bd7-ac81-5582b8616a89 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=2518db7d-0957-4a39-9b68-83c2c7487f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522263 Mar 11 15:22:30.709230 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c6fb2-4a8b-494e-9c49-3150aaeec63c req-6ccc0983-738b-4b69-a2b0-8bb37202db6f tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:30.710635 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-929c6fb2-4a8b-494e-9c49-3150aaeec63c req-6ccc0983-738b-4b69-a2b0-8bb37202db6f tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0523212 Mar 11 15:22:30.757878 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-929c6fb2-4a8b-494e-9c49-3150aaeec63c req-62e9da5f-df7c-4c72-b84b-b4fb954d3564 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404572 Mar 11 15:22:30.764657 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-cd79bea5-0c3f-49f1-88bd-e39b59adb817 req-75b3a17e-c63f-45a6-a670-dd53aadafc8c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:30.766966 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-ae876762-3612-4b82-ac34-4f92a15eb7b4 req-c0ec1c5b-b88c-45c6-95d0-f66bd26d4865 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:30.792052 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-60ba157a-b8ca-4237-99b6-3fee5bbd39be req-0b3331e7-9f89-42eb-b5c2-994cbcb91d79 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:30.849110 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-cd79bea5-0c3f-49f1-88bd-e39b59adb817 req-75b3a17e-c63f-45a6-a670-dd53aadafc8c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6900713 Mar 11 15:22:30.870319 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ae876762-3612-4b82-ac34-4f92a15eb7b4 req-c0ec1c5b-b88c-45c6-95d0-f66bd26d4865 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7798848 Mar 11 15:22:30.894181 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-60ba157a-b8ca-4237-99b6-3fee5bbd39be req-0b3331e7-9f89-42eb-b5c2-994cbcb91d79 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2518db7d-0957-4a39-9b68-83c2c7487f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7421980 Mar 11 15:22:31.238977 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:31.566885 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef11126-d2af-4f03-8c69-a622c17a8744 req-1531862d-75aa-4de4-86aa-e485092f57d0 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:31.569115 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7ef11126-d2af-4f03-8c69-a622c17a8744 req-1531862d-75aa-4de4-86aa-e485092f57d0 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 945 time: 0.0639465 Mar 11 15:22:31.589115 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386385d-485e-4cd3-9c70-038cd9986d4d req-601509cb-b4d2-4cff-9b59-ccedb743c9f1 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:31.591343 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1386385d-485e-4cd3-9c70-038cd9986d4d req-601509cb-b4d2-4cff-9b59-ccedb743c9f1 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 945 time: 0.0742233 Mar 11 15:22:31.628764 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7ef11126-d2af-4f03-8c69-a622c17a8744 req-f2d7cf28-12ba-480c-b31f-dcf9b72a0d4a tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504706 Mar 11 15:22:31.652678 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1386385d-485e-4cd3-9c70-038cd9986d4d req-46f5ad69-b417-4378-a45d-9a433cdc4c97 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=2518db7d-0957-4a39-9b68-83c2c7487f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545800 Mar 11 15:22:31.903479 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f72ee-abe5-4331-a15b-97a13a2431d6 req-524377a5-c042-441f-8723-31fbed257041 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:31.905987 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c54f72ee-abe5-4331-a15b-97a13a2431d6 req-524377a5-c042-441f-8723-31fbed257041 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0736787 Mar 11 15:22:31.958597 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c54f72ee-abe5-4331-a15b-97a13a2431d6 req-11ac6b93-101a-4e01-bc30-4a29a7586ea5 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460646 Mar 11 15:22:32.287457 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 56246) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:32.396633 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6da09403-ce35-4f1e-9ad4-461d4ebfaebb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:32.472534 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6da09403-ce35-4f1e-9ad4-461d4ebfaebb admin admin] Publish callbacks [] for security_group (3f0080a2-cf27-4be2-b012-586f26b056fc), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:32.547813 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6da09403-ce35-4f1e-9ad4-461d4ebfaebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (3f0080a2-cf27-4be2-b012-586f26b056fc), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:32.590814 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-6da09403-ce35-4f1e-9ad4-461d4ebfaebb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a8c06679bc254da687315ce082b6a93f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2999809 Mar 11 15:22:32.590814 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da09403-ce35-4f1e-9ad4-461d4ebfaebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0080a2-cf27-4be2-b012-586f26b056fc,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:32.592334 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 56258) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:32.646556 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-53f438a2-07c1-45ac-8dc2-956b394641c0 admin admin] Publish callbacks [] for security_group (3f0080a2-cf27-4be2-b012-586f26b056fc), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:32.674083 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-53f438a2-07c1-45ac-8dc2-956b394641c0 admin admin] Publish callbacks [] for security_group (3f0080a2-cf27-4be2-b012-586f26b056fc), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:32.780370 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6c93c-f8fe-406f-86ba-419b973b6f4b req-f355b2ef-575b-4838-8c6a-22c22c0df046 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:32.782101 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f6b6c93c-f8fe-406f-86ba-419b973b6f4b req-f355b2ef-575b-4838-8c6a-22c22c0df046 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 945 time: 0.0566678 Mar 11 15:22:32.788886 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a427ae7-82b4-4504-9d60-60c4919e8193 req-8e1cf1bf-d809-485c-94d2-1d9b35929734 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:32.795888 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7a427ae7-82b4-4504-9d60-60c4919e8193 req-8e1cf1bf-d809-485c-94d2-1d9b35929734 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 945 time: 0.0651495 Mar 11 15:22:32.838088 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f6b6c93c-f8fe-406f-86ba-419b973b6f4b req-d125e9e2-f76e-42ee-b690-5a871ff956a2 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484946 Mar 11 15:22:32.846690 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7a427ae7-82b4-4504-9d60-60c4919e8193 req-31855be0-2e04-49ef-807e-5599cef72243 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=2518db7d-0957-4a39-9b68-83c2c7487f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498035 Mar 11 15:22:32.868597 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-53f438a2-07c1-45ac-8dc2-956b394641c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (3f0080a2-cf27-4be2-b012-586f26b056fc), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:32.871315 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-53f438a2-07c1-45ac-8dc2-956b394641c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:32.873734 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-53f438a2-07c1-45ac-8dc2-956b394641c0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3f0080a2-cf27-4be2-b012-586f26b056fc HTTP/1.1" status: 204 len: 168 time: 0.2810535 Mar 11 15:22:32.889209 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f438a2-07c1-45ac-8dc2-956b394641c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0080a2-cf27-4be2-b012-586f26b056fc,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:32.978846 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 56274) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:32.987712 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:33.111658 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29aa905-c2ac-44d1-94a7-af40cd45ffac req-edd24d24-6f96-4ef3-9a1d-2b30c99e6e86 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:33.115398 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e29aa905-c2ac-44d1-94a7-af40cd45ffac req-edd24d24-6f96-4ef3-9a1d-2b30c99e6e86 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0776312 Mar 11 15:22:33.136670 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-55dc2238-0122-4fd1-b478-7d87aba481a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:33.170631 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e29aa905-c2ac-44d1-94a7-af40cd45ffac req-c91b6286-5651-4a43-8c95-bfe3d5f2a228 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484309 Mar 11 15:22:33.220994 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-55dc2238-0122-4fd1-b478-7d87aba481a9 admin admin] Publish callbacks [] for security_group (5bab7e3c-3959-47fc-a4e6-f7c4d535bc3e), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:33.280244 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-55dc2238-0122-4fd1-b478-7d87aba481a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (5bab7e3c-3959-47fc-a4e6-f7c4d535bc3e), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:33.321046 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-55dc2238-0122-4fd1-b478-7d87aba481a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ebc2ba95988d4f9ebc14ae945e0519b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3410692 Mar 11 15:22:33.321954 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc2238-0122-4fd1-b478-7d87aba481a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bab7e3c-3959-47fc-a4e6-f7c4d535bc3e,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:33.327452 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 56296) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:33.377149 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2063dce8-e1f1-4f72-a354-5cb44c36157e admin admin] Publish callbacks [] for security_group (5bab7e3c-3959-47fc-a4e6-f7c4d535bc3e), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:33.400732 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2063dce8-e1f1-4f72-a354-5cb44c36157e admin admin] Publish callbacks [] for security_group (5bab7e3c-3959-47fc-a4e6-f7c4d535bc3e), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:33.513083 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2063dce8-e1f1-4f72-a354-5cb44c36157e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (5bab7e3c-3959-47fc-a4e6-f7c4d535bc3e), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:33.515837 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2063dce8-e1f1-4f72-a354-5cb44c36157e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:33.516965 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-2063dce8-e1f1-4f72-a354-5cb44c36157e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5bab7e3c-3959-47fc-a4e6-f7c4d535bc3e HTTP/1.1" status: 204 len: 168 time: 0.1913140 Mar 11 15:22:33.528773 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063dce8-e1f1-4f72-a354-5cb44c36157e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bab7e3c-3959-47fc-a4e6-f7c4d535bc3e,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:33.639300 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 56304) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:33.655780 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f14027c9-e179-4795-b16a-fc663165e3ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:33.751009 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f14027c9-e179-4795-b16a-fc663165e3ca admin admin] Publish callbacks [] for security_group (6857a1de-2bcf-498e-945b-8ae37095133b), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:33.793098 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f14027c9-e179-4795-b16a-fc663165e3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (6857a1de-2bcf-498e-945b-8ae37095133b), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:33.833433 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-f14027c9-e179-4795-b16a-fc663165e3ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fe7ee2e9164b46ce891ad9d02c6b03e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1923885 Mar 11 15:22:33.836039 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 56312) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:33.843214 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14027c9-e179-4795-b16a-fc663165e3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6857a1de-2bcf-498e-945b-8ae37095133b,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:33.893937 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-254879db-c5bd-40fe-8f79-10ae38672dd0 admin admin] Publish callbacks [] for security_group (6857a1de-2bcf-498e-945b-8ae37095133b), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:33.927588 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-254879db-c5bd-40fe-8f79-10ae38672dd0 admin admin] Publish callbacks [] for security_group (6857a1de-2bcf-498e-945b-8ae37095133b), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:34.011018 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd051a1-137b-43b5-a215-61084e5a5734 req-3dbccdd3-c933-436b-b20b-9ffd269d283e tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:34.013056 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-fcd051a1-137b-43b5-a215-61084e5a5734 req-3dbccdd3-c933-436b-b20b-9ffd269d283e tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 945 time: 0.0885341 Mar 11 15:22:34.018562 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162019d-4c61-4804-abd0-346ba55402de req-fee21729-97d5-4f5c-b085-b54cfb019314 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:34.020063 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4162019d-4c61-4804-abd0-346ba55402de req-fee21729-97d5-4f5c-b085-b54cfb019314 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 945 time: 0.0712924 Mar 11 15:22:34.066955 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-fcd051a1-137b-43b5-a215-61084e5a5734 req-fdd6feb2-d4ba-4e60-9e47-75e03533b79f tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469050 Mar 11 15:22:34.071926 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4162019d-4c61-4804-abd0-346ba55402de req-e9bfe3a6-e122-4431-a48e-8b146bc46e43 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=2518db7d-0957-4a39-9b68-83c2c7487f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461650 Mar 11 15:22:34.221679 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-254879db-c5bd-40fe-8f79-10ae38672dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (6857a1de-2bcf-498e-945b-8ae37095133b), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:34.231850 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-254879db-c5bd-40fe-8f79-10ae38672dd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:34.231850 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-254879db-c5bd-40fe-8f79-10ae38672dd0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6857a1de-2bcf-498e-945b-8ae37095133b HTTP/1.1" status: 204 len: 168 time: 0.3910153 Mar 11 15:22:34.239944 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254879db-c5bd-40fe-8f79-10ae38672dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6857a1de-2bcf-498e-945b-8ae37095133b,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:34.322702 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494089b-1435-4d63-8b17-8cba1db0b365 req-cd37339c-7fa6-468e-9750-29bef899a23d tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:34.324327 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0494089b-1435-4d63-8b17-8cba1db0b365 req-cd37339c-7fa6-468e-9750-29bef899a23d tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0735559 Mar 11 15:22:34.370936 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:34.376071 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0494089b-1435-4d63-8b17-8cba1db0b365 req-15e1a0d1-f008-462d-a124-5a9ec033abf3 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454142 Mar 11 15:22:34.406171 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 56326) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:34.420776 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-71883421-ec83-47d4-a722-819370058b2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:34.502581 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-71883421-ec83-47d4-a722-819370058b2e admin admin] Publish callbacks [] for security_group (2a4f09d4-54aa-4ebe-8405-798be279a8a1), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:34.615967 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-71883421-ec83-47d4-a722-819370058b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (2a4f09d4-54aa-4ebe-8405-798be279a8a1), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:34.656480 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-71883421-ec83-47d4-a722-819370058b2e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c435c07c6a044c46a75a7f8c0b179d09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491100 Mar 11 15:22:34.658413 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71883421-ec83-47d4-a722-819370058b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4f09d4-54aa-4ebe-8405-798be279a8a1,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:34.659400 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 56330) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:34.721137 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c1476cce-4059-401d-9f77-f7e604300931 admin admin] Publish callbacks [] for security_group (2a4f09d4-54aa-4ebe-8405-798be279a8a1), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:34.746444 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c1476cce-4059-401d-9f77-f7e604300931 admin admin] Publish callbacks [] for security_group (2a4f09d4-54aa-4ebe-8405-798be279a8a1), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:34.936191 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c1476cce-4059-401d-9f77-f7e604300931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (2a4f09d4-54aa-4ebe-8405-798be279a8a1), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:34.938796 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c1476cce-4059-401d-9f77-f7e604300931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:34.940027 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-c1476cce-4059-401d-9f77-f7e604300931 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2a4f09d4-54aa-4ebe-8405-798be279a8a1 HTTP/1.1" status: 204 len: 168 time: 0.2795327 Mar 11 15:22:34.948283 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1476cce-4059-401d-9f77-f7e604300931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4f09d4-54aa-4ebe-8405-798be279a8a1,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:35.221874 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d39460-cf4a-43f5-b738-14622c36a5fc req-aa973ab8-fe5f-42d8-a15c-9615f82116e2 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:35.224138 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-89d39460-cf4a-43f5-b738-14622c36a5fc req-aa973ab8-fe5f-42d8-a15c-9615f82116e2 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 945 time: 0.0742342 Mar 11 15:22:35.248046 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3158def-98e7-4444-b9b4-f2155aa33508 req-ab2a11bb-1769-4af0-9a95-30e34d8050c9 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:35.250015 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f3158def-98e7-4444-b9b4-f2155aa33508 req-ab2a11bb-1769-4af0-9a95-30e34d8050c9 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 945 time: 0.0777690 Mar 11 15:22:35.305386 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-89d39460-cf4a-43f5-b738-14622c36a5fc req-c26c1f95-d4ba-48b4-8c58-f4c1ee1ff143 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709381 Mar 11 15:22:35.317022 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f3158def-98e7-4444-b9b4-f2155aa33508 req-19a7c9e9-4b58-442a-8a5b-d0e27f5b0a48 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=2518db7d-0957-4a39-9b68-83c2c7487f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618606 Mar 11 15:22:35.527093 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31146d15-c46d-4506-a55f-14e3bc1466f4 req-6dcbb852-bcc0-47f2-96ec-efbf2d13d6c1 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:35.529315 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-31146d15-c46d-4506-a55f-14e3bc1466f4 req-6dcbb852-bcc0-47f2-96ec-efbf2d13d6c1 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 945 time: 0.0714431 Mar 11 15:22:35.538102 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 56376) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:35.542818 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-914a1c41-7ada-44fe-bb12-1c64c8e9169a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Request body: {'floatingip': {'port_id': '1df88ce3-02bd-43a1-8919-c6b7e42fbd41'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:22:35.551436 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb5ba49-9454-4324-b3d0-dcb94549d266 req-61120c26-16bf-4200-9299-32414cfba2c0 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:35.553139 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8fb5ba49-9454-4324-b3d0-dcb94549d266 req-61120c26-16bf-4200-9299-32414cfba2c0 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0783653 Mar 11 15:22:35.608536 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8fb5ba49-9454-4324-b3d0-dcb94549d266 req-7a84a46e-bce2-4a6a-b69b-f6519c7b3878 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448053 Mar 11 15:22:35.622430 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-914a1c41-7ada-44fe-bb12-1c64c8e9169a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for floatingip (a1622ede-aa4d-4820-8045-b775b8b94226), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:35.809965 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 56392) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:35.819574 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9f754676-5fac-4a07-ba7f-28e35b990081 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:35.939177 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9f754676-5fac-4a07-ba7f-28e35b990081 admin admin] Publish callbacks [] for security_group (7dd6b97d-10fc-4948-89e3-115754472201), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:36.010793 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9f754676-5fac-4a07-ba7f-28e35b990081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (7dd6b97d-10fc-4948-89e3-115754472201), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:36.075862 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-9f754676-5fac-4a07-ba7f-28e35b990081 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d34e2e9258754e17a464bc7d64ee4fac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2668169 Mar 11 15:22:36.076869 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f754676-5fac-4a07-ba7f-28e35b990081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd6b97d-10fc-4948-89e3-115754472201,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:36.076981 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 56436) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:36.250063 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b730913f-e964-4c0d-bee4-418906ba443f admin admin] Publish callbacks [] for security_group (7dd6b97d-10fc-4948-89e3-115754472201), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:36.287739 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47334a-017f-40b9-8aee-d08df8f8d8e8 req-585e3ece-df61-4c10-802d-a5eeb46443f3 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:36.295345 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ca47334a-017f-40b9-8aee-d08df8f8d8e8 req-585e3ece-df61-4c10-802d-a5eeb46443f3 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0670109 Mar 11 15:22:36.349289 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ca47334a-017f-40b9-8aee-d08df8f8d8e8 req-26ce9b55-df53-480a-ae15-7da24c3c2b5f tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527382 Mar 11 15:22:36.354031 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b730913f-e964-4c0d-bee4-418906ba443f admin admin] Publish callbacks [] for security_group (7dd6b97d-10fc-4948-89e3-115754472201), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:36.538635 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20648c-4cda-4445-a587-e58605560e63 req-e0ea09eb-6c83-47cc-abd8-ff27c5efc008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:36.540224 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-af20648c-4cda-4445-a587-e58605560e63 req-e0ea09eb-6c83-47cc-abd8-ff27c5efc008 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=485785a62e414ac69e1b5ba35562b168&device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 1129 time: 0.2109737 Mar 11 15:22:36.733545 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b730913f-e964-4c0d-bee4-418906ba443f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (7dd6b97d-10fc-4948-89e3-115754472201), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:36.736133 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b730913f-e964-4c0d-bee4-418906ba443f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:36.739589 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-b730913f-e964-4c0d-bee4-418906ba443f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7dd6b97d-10fc-4948-89e3-115754472201 HTTP/1.1" status: 204 len: 168 time: 0.6590097 Mar 11 15:22:36.767021 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-914a1c41-7ada-44fe-bb12-1c64c8e9169a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:36.772837 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730913f-e964-4c0d-bee4-418906ba443f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd6b97d-10fc-4948-89e3-115754472201,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:36.778774 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20648c-4cda-4445-a587-e58605560e63 req-85c93de3-b545-4d64-9f55-ba50f8d9ac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:36.785807 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-af20648c-4cda-4445-a587-e58605560e63 req-85c93de3-b545-4d64-9f55-ba50f8d9ac22 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10111652-25be-4b6e-aa55-10f6e37ef1f5 HTTP/1.1" status: 200 len: 919 time: 0.2294474 Mar 11 15:22:36.844990 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-af20648c-4cda-4445-a587-e58605560e63 req-a1b3b5d1-0c18-4098-a587-15e47e4d3faf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4 HTTP/1.1" status: 200 len: 217 time: 0.0533597 Mar 11 15:22:36.862457 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-914a1c41-7ada-44fe-bb12-1c64c8e9169a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628361'] for floatingip (a1622ede-aa4d-4820-8045-b775b8b94226), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:36.957244 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20648c-4cda-4445-a587-e58605560e63 req-6b3281dc-646a-497a-9ba8-321a2261eb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:36.958627 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-af20648c-4cda-4445-a587-e58605560e63 req-6b3281dc-646a-497a-9ba8-321a2261eb18 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=444501c1-6c2a-4ddb-b96c-892921be9c2d HTTP/1.1" status: 200 len: 858 time: 0.1056268 Mar 11 15:22:37.025653 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-af20648c-4cda-4445-a587-e58605560e63 req-04f1a743-508d-486d-bbec-b74e76f2c548 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10111652-25be-4b6e-aa55-10f6e37ef1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340781 Mar 11 15:22:37.058395 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.db.l3_db [None req-914a1c41-7ada-44fe-bb12-1c64c8e9169a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Floating IP a1622ede-aa4d-4820-8045-b775b8b94226 associated. External IP: 172.27.2.217, port: 1df88ce3-02bd-43a1-8919-c6b7e42fbd41. Mar 11 15:22:37.178547 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 56472) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:37.229381 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-af20648c-4cda-4445-a587-e58605560e63 req-5a9460ba-5d17-4b54-b4a5-dbaa6d4f67f9 service neutron] 10.222.0.66 "GET /v2.0/networks/10111652-25be-4b6e-aa55-10f6e37ef1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792960 Mar 11 15:22:37.344385 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6d41c95c-7844-4e20-8261-78c0da379a6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:37.469809 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6d41c95c-7844-4e20-8261-78c0da379a6b admin admin] Publish callbacks [] for security_group (fdcc41d6-7186-496f-9359-d8caa940ee1e), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:37.542079 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6d41c95c-7844-4e20-8261-78c0da379a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (fdcc41d6-7186-496f-9359-d8caa940ee1e), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:37.608313 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-6d41c95c-7844-4e20-8261-78c0da379a6b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2d8902ffd0e64ffd9053d9cc2dffb0f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4287820 Mar 11 15:22:37.609344 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41c95c-7844-4e20-8261-78c0da379a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcc41d6-7186-496f-9359-d8caa940ee1e,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:37.611681 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 56510) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:37.674241 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-637c22f4-1ed6-4327-af32-5cb324b13930 admin admin] Publish callbacks [] for security_group (fdcc41d6-7186-496f-9359-d8caa940ee1e), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:37.697062 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-637c22f4-1ed6-4327-af32-5cb324b13930 admin admin] Publish callbacks [] for security_group (fdcc41d6-7186-496f-9359-d8caa940ee1e), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:37.748579 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-af20648c-4cda-4445-a587-e58605560e63 req-f15a8a73-1648-4535-9374-bb82f0c0162e service neutron] 10.222.0.66 "GET /v2.0/networks/10111652-25be-4b6e-aa55-10f6e37ef1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096684 Mar 11 15:22:37.765433 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914a1c41-7ada-44fe-bb12-1c64c8e9169a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:22:37.782522 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61feade-fc22-4aea-b140-4d12d66b0c53 req-f3b6f670-74b2-4e55-8e67-9e3bff3aa42d tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:37.784290 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c61feade-fc22-4aea-b140-4d12d66b0c53 req-f3b6f670-74b2-4e55-8e67-9e3bff3aa42d tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0970349 Mar 11 15:22:37.863142 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-637c22f4-1ed6-4327-af32-5cb324b13930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (fdcc41d6-7186-496f-9359-d8caa940ee1e), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:37.867399 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-637c22f4-1ed6-4327-af32-5cb324b13930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:37.868612 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-637c22f4-1ed6-4327-af32-5cb324b13930 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fdcc41d6-7186-496f-9359-d8caa940ee1e HTTP/1.1" status: 204 len: 168 time: 0.2552352 Mar 11 15:22:37.887657 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c22f4-1ed6-4327-af32-5cb324b13930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcc41d6-7186-496f-9359-d8caa940ee1e,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:37.889852 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c61feade-fc22-4aea-b140-4d12d66b0c53 req-0442ef18-d597-4add-b104-27e02501b654 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970771 Mar 11 15:22:37.952521 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914a1c41-7ada-44fe-bb12-1c64c8e9169a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:22:37.957730 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-914a1c41-7ada-44fe-bb12-1c64c8e9169a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:37.968234 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577fe3b8-ec7d-4ca0-884a-bc5926ff6b37 None None] Sync routers for ids ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'] in dv-cinder-833365-1-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:22:37.989069 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577fe3b8-ec7d-4ca0-884a-bc5926ff6b37 None None] Routers {'1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:22:37.989715 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-577fe3b8-ec7d-4ca0-884a-bc5926ff6b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:22:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:22:37.995148 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-914a1c41-7ada-44fe-bb12-1c64c8e9169a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "PUT /v2.0/floatingips/a1622ede-aa4d-4820-8045-b775b8b94226 HTTP/1.1" status: 200 len: 991 time: 2.4548903 Mar 11 15:22:37.995148 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d2efa6-4a13-4c2e-9b04-1bca4d51125e', 'tag': '1df88ce3-02bd-43a1-8919-c6b7e42fbd41'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:22:38.004000 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e5969f-37d1-4bf7-a436-901e74a58ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d2efa6-4a13-4c2e-9b04-1bca4d51125e", "tag": "1df88ce3-02bd-43a1-8919-c6b7e42fbd41"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:22:38.058142 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31eed10c-cb7f-49bf-a0a2-3d6870466614 x-openstack-request-id: req-31eed10c-cb7f-49bf-a0a2-3d6870466614 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:22:38.058448 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d2efa6-4a13-4c2e-9b04-1bca4d51125e", "tag": "1df88ce3-02bd-43a1-8919-c6b7e42fbd41", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:22:38.058708 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-31eed10c-cb7f-49bf-a0a2-3d6870466614 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:22:38.059458 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d2efa6-4a13-4c2e-9b04-1bca4d51125e', 'tag': '1df88ce3-02bd-43a1-8919-c6b7e42fbd41', 'status': 'completed', 'code': 200} Mar 11 15:22:38.155689 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5969f-37d1-4bf7-a436-901e74a58ad9 req-a711182a-8f27-4026-bd9e-5cdc75dcb344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:38.155951 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-577fe3b8-ec7d-4ca0-884a-bc5926ff6b37 None None] Set router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:22:38.157533 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-41e5969f-37d1-4bf7-a436-901e74a58ad9 req-a711182a-8f27-4026-bd9e-5cdc75dcb344 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bfe9430712c14bdfbe466c8ac9edd4fe&device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 1129 time: 0.0605896 Mar 11 15:22:38.278124 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5969f-37d1-4bf7-a436-901e74a58ad9 req-8a913ed1-db2e-4e72-8502-3026a54538bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:38.284012 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-41e5969f-37d1-4bf7-a436-901e74a58ad9 req-8a913ed1-db2e-4e72-8502-3026a54538bf service neutron] 10.222.0.66 "GET /v2.0/networks?id=8544fd48-a5da-477d-ba08-7fd1e3df5115 HTTP/1.1" status: 200 len: 915 time: 0.1187575 Mar 11 15:22:38.409099 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-41e5969f-37d1-4bf7-a436-901e74a58ad9 req-ddedc639-8980-41a3-9a35-c3b13f1be233 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1df88ce3-02bd-43a1-8919-c6b7e42fbd41 HTTP/1.1" status: 200 len: 999 time: 0.1171396 Mar 11 15:22:38.476353 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5969f-37d1-4bf7-a436-901e74a58ad9 req-b3dc391e-caaf-4085-a499-6992438e70e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:38.481243 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-41e5969f-37d1-4bf7-a436-901e74a58ad9 req-b3dc391e-caaf-4085-a499-6992438e70e4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7dfec5c9-f9f3-4b90-a760-ecd6a23b912b HTTP/1.1" status: 200 len: 853 time: 0.0560808 Mar 11 15:22:38.550776 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5969f-37d1-4bf7-a436-901e74a58ad9 req-a8a5d940-a0ad-4f23-9215-071368bb3648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:38.552002 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-41e5969f-37d1-4bf7-a436-901e74a58ad9 req-a8a5d940-a0ad-4f23-9215-071368bb3648 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8544fd48-a5da-477d-ba08-7fd1e3df5115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0671668 Mar 11 15:22:38.600011 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-577fe3b8-ec7d-4ca0-884a-bc5926ff6b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'name': 'tempest-AttachVolumeNegativeTest-850374247-router', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:48Z', 'revision_number': 4, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'gw_port': {'id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': 'a1622ede-aa4d-4820-8045-b775b8b94226', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'port_id': '1df88ce3-02bd-43a1-8919-c6b7e42fbd41', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'mac_address': 'fa:16:3e:f5:f4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d2efa6-4a13-4c2e-9b04-1bca4d51125e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:21:55Z', 'updated_at': '2022-03-11T15:22:36Z', 'revision_number': 1, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b94c66-669a-4d42-994d-c2a3469a4ba6', 'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'mac_address': 'fa:16:3e:92:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:47Z', 'updated_at': '2022-03-11T15:21:57Z', 'revision_number': 5, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'subnets': [{'id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:22:38.643935 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577fe3b8-ec7d-4ca0-884a-bc5926ff6b37 None None] Checking router: 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 for host: dv-cinder-833365-1-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:22:38.655307 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577fe3b8-ec7d-4ca0-884a-bc5926ff6b37 None None] Routers {'1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:22:38.656297 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-577fe3b8-ec7d-4ca0-884a-bc5926ff6b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:22:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:22:38.687418 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-41e5969f-37d1-4bf7-a436-901e74a58ad9 req-865476b4-f4c8-481d-b055-97c3540a83de service neutron] 10.222.0.66 "GET /v2.0/networks/8544fd48-a5da-477d-ba08-7fd1e3df5115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264694 Mar 11 15:22:38.701151 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 56552) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:38.714664 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7449e67b-afd2-4b4f-9373-3c6287cae246 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:38.821860 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7449e67b-afd2-4b4f-9373-3c6287cae246 admin admin] Publish callbacks [] for security_group (e4a8dc9e-4719-49fb-b052-abd6311e2619), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:38.830160 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-577fe3b8-ec7d-4ca0-884a-bc5926ff6b37 None None] Set router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:22:38.880009 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-41e5969f-37d1-4bf7-a436-901e74a58ad9 req-41c21a42-77ce-42a3-98ce-a132a7a0686b service neutron] 10.222.0.66 "GET /v2.0/networks/8544fd48-a5da-477d-ba08-7fd1e3df5115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549437 Mar 11 15:22:38.896338 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7449e67b-afd2-4b4f-9373-3c6287cae246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (e4a8dc9e-4719-49fb-b052-abd6311e2619), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:38.949291 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-7449e67b-afd2-4b4f-9373-3c6287cae246 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=11508a66a2a84573bce239c46e790104&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470014 Mar 11 15:22:38.951163 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449e67b-afd2-4b4f-9373-3c6287cae246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a8dc9e-4719-49fb-b052-abd6311e2619,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:38.953484 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 56562) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:39.045803 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3029dc4f-f35b-47d2-a31b-258e8a73466f admin admin] Publish callbacks [] for security_group (e4a8dc9e-4719-49fb-b052-abd6311e2619), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:39.070794 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3029dc4f-f35b-47d2-a31b-258e8a73466f admin admin] Publish callbacks [] for security_group (e4a8dc9e-4719-49fb-b052-abd6311e2619), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:39.156555 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4fbb78-f900-4897-949c-f84723594a84 req-29274dac-fc86-4808-bcca-8456ccff9209 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:39.158068 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6e4fbb78-f900-4897-949c-f84723594a84 req-29274dac-fc86-4808-bcca-8456ccff9209 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0714881 Mar 11 15:22:39.216342 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6e4fbb78-f900-4897-949c-f84723594a84 req-69d9dcca-6db5-42b1-839c-30c9b7871ced tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520844 Mar 11 15:22:39.221381 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-577fe3b8-ec7d-4ca0-884a-bc5926ff6b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'name': 'tempest-AttachVolumeNegativeTest-850374247-router', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:48Z', 'revision_number': 4, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'gw_port': {'id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': 'a1622ede-aa4d-4820-8045-b775b8b94226', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'port_id': '1df88ce3-02bd-43a1-8919-c6b7e42fbd41', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'mac_address': 'fa:16:3e:f5:f4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d2efa6-4a13-4c2e-9b04-1bca4d51125e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:21:55Z', 'updated_at': '2022-03-11T15:22:36Z', 'revision_number': 1, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b94c66-669a-4d42-994d-c2a3469a4ba6', 'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'mac_address': 'fa:16:3e:92:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:47Z', 'updated_at': '2022-03-11T15:21:57Z', 'revision_number': 5, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'subnets': [{'id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:22:39.251654 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577fe3b8-ec7d-4ca0-884a-bc5926ff6b37 None None] The sync data for ids ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'] in dv-cinder-833365-1-iscsi is: [{'id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'name': 'tempest-AttachVolumeNegativeTest-850374247-router', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:48Z', 'revision_number': 4, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'gw_port': {'id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': 'a1622ede-aa4d-4820-8045-b775b8b94226', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'port_id': '1df88ce3-02bd-43a1-8919-c6b7e42fbd41', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'mac_address': 'fa:16:3e:f5:f4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d2efa6-4a13-4c2e-9b04-1bca4d51125e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:21:55Z', 'updated_at': '2022-03-11T15:22:36Z', 'revision_number': 1, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b94c66-669a-4d42-994d-c2a3469a4ba6', 'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'mac_address': 'fa:16:3e:92:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:47Z', 'updated_at': '2022-03-11T15:21:57Z', 'revision_number': 5, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'subnets': [{'id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:22:39.262798 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3029dc4f-f35b-47d2-a31b-258e8a73466f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (e4a8dc9e-4719-49fb-b052-abd6311e2619), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:39.266089 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3029dc4f-f35b-47d2-a31b-258e8a73466f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:39.269602 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-3029dc4f-f35b-47d2-a31b-258e8a73466f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e4a8dc9e-4719-49fb-b052-abd6311e2619 HTTP/1.1" status: 204 len: 168 time: 0.3052418 Mar 11 15:22:39.280212 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029dc4f-f35b-47d2-a31b-258e8a73466f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a8dc9e-4719-49fb-b052-abd6311e2619,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:39.518195 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db950ba5-5d8d-451d-b1ed-86acb4f4d6de None None] New status for floating IP a1622ede-aa4d-4820-8045-b775b8b94226: ACTIVE {{(pid=103741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:22:40.540149 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3353790-6b27-4fe9-a9d1-9e4a57ed84b2 req-215dbdd3-f12e-4c80-ad55-724113f9df6b tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:40.540149 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c3353790-6b27-4fe9-a9d1-9e4a57ed84b2 req-215dbdd3-f12e-4c80-ad55-724113f9df6b tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0621536 Mar 11 15:22:40.540149 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c3353790-6b27-4fe9-a9d1-9e4a57ed84b2 req-cc1534af-294e-4c0b-99d5-9e2094c6b971 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459547 Mar 11 15:22:41.667673 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e9a75-8f60-4d83-8c78-fe4c0aae6597 req-c3b766ef-0783-4e49-aa8b-dcdcd79c8e2f tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:41.678632 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5e8e9a75-8f60-4d83-8c78-fe4c0aae6597 req-c3b766ef-0783-4e49-aa8b-dcdcd79c8e2f tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0814052 Mar 11 15:22:41.742805 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5e8e9a75-8f60-4d83-8c78-fe4c0aae6597 req-cbf8afb8-4a0e-4544-9637-659fa07fb60f tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569332 Mar 11 15:22:42.177168 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d57640c7-e466-48e1-ba58-5a247e9982df req-a6779b45-157e-4542-b7c7-28b2723d849e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445657 Mar 11 15:22:42.272232 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57640c7-e466-48e1-ba58-5a247e9982df req-6324346b-ff0d-4bb9-b216-946cb6dbf040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:42.272462 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d57640c7-e466-48e1-ba58-5a247e9982df req-6324346b-ff0d-4bb9-b216-946cb6dbf040 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eed6760063dd4576ab1cd8fe0fa631e1&device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 1129 time: 0.0518641 Mar 11 15:22:42.395998 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57640c7-e466-48e1-ba58-5a247e9982df req-90fe2a1b-746b-4f0b-baa3-56e3ebfff3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:42.397709 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d57640c7-e466-48e1-ba58-5a247e9982df req-90fe2a1b-746b-4f0b-baa3-56e3ebfff3f6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a4bd7a84-65b5-427c-a67c-ef447e39a69d HTTP/1.1" status: 200 len: 912 time: 0.0937831 Mar 11 15:22:42.438937 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d57640c7-e466-48e1-ba58-5a247e9982df req-1d8379d1-3027-4c61-afb4-d590031c2834 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b377681-f01e-4beb-85a9-b0cdef7d8c19 HTTP/1.1" status: 200 len: 217 time: 0.0346336 Mar 11 15:22:42.490161 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:42.496125 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57640c7-e466-48e1-ba58-5a247e9982df req-a1e625fe-de7a-441e-9e36-1b5a2a870f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:42.498448 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d57640c7-e466-48e1-ba58-5a247e9982df req-a1e625fe-de7a-441e-9e36-1b5a2a870f8f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=010c59a7-5a80-4cfe-b5d6-b72ffdb6c329 HTTP/1.1" status: 200 len: 851 time: 0.0452819 Mar 11 15:22:42.534519 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d57640c7-e466-48e1-ba58-5a247e9982df req-bc69b634-e474-4303-b6d2-6f9fe30bff4e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a4bd7a84-65b5-427c-a67c-ef447e39a69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293694 Mar 11 15:22:42.630573 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d57640c7-e466-48e1-ba58-5a247e9982df req-b38bfe3c-e92e-489b-9435-3222b7fb9d2a service neutron] 10.222.0.66 "GET /v2.0/networks/a4bd7a84-65b5-427c-a67c-ef447e39a69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837736 Mar 11 15:22:42.731992 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d57640c7-e466-48e1-ba58-5a247e9982df req-f63521b2-bf8b-4704-8b0f-d69a7048ad56 service neutron] 10.222.0.66 "GET /v2.0/networks/a4bd7a84-65b5-427c-a67c-ef447e39a69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905817 Mar 11 15:22:42.867745 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4250d-5bea-47aa-a986-6a51a009f89e req-658dc0fb-9056-4114-97c4-deb3267d6343 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:42.867745 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-41e4250d-5bea-47aa-a986-6a51a009f89e req-658dc0fb-9056-4114-97c4-deb3267d6343 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0529070 Mar 11 15:22:42.921385 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-41e4250d-5bea-47aa-a986-6a51a009f89e req-0ee65e54-a317-4ddb-a7e9-057c33bde771 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453253 Mar 11 15:22:44.072012 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f6f13-b33a-4235-b4cb-089a7fddc35e req-5fadedc5-d68f-4ec9-a4f5-c5d1438919f2 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:44.073422 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7f4f6f13-b33a-4235-b4cb-089a7fddc35e req-5fadedc5-d68f-4ec9-a4f5-c5d1438919f2 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0584352 Mar 11 15:22:44.139603 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7f4f6f13-b33a-4235-b4cb-089a7fddc35e req-a19d17a7-01dd-47c2-9b99-d15e749814a1 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561841 Mar 11 15:22:44.653930 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 56730) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:44.759906 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9244f088-3420-4bf3-bb72-93b5707222b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:44.831715 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9244f088-3420-4bf3-bb72-93b5707222b3 admin admin] Publish callbacks [] for security_group (6a41ea52-a213-4aec-8730-48389821d848), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:44.913020 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9244f088-3420-4bf3-bb72-93b5707222b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (6a41ea52-a213-4aec-8730-48389821d848), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:44.951890 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-9244f088-3420-4bf3-bb72-93b5707222b3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c3e0ca57f0444733a899a44585937c8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2967412 Mar 11 15:22:44.952808 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244f088-3420-4bf3-bb72-93b5707222b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a41ea52-a213-4aec-8730-48389821d848,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:44.954714 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 56738) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:44.960427 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244f088-3420-4bf3-bb72-93b5707222b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:44.960795 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244f088-3420-4bf3-bb72-93b5707222b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:44.961175 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244f088-3420-4bf3-bb72-93b5707222b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:44.961778 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244f088-3420-4bf3-bb72-93b5707222b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:44.961887 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244f088-3420-4bf3-bb72-93b5707222b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:44.962127 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244f088-3420-4bf3-bb72-93b5707222b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:44.962464 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244f088-3420-4bf3-bb72-93b5707222b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:44.963008 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244f088-3420-4bf3-bb72-93b5707222b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:44.963243 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244f088-3420-4bf3-bb72-93b5707222b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:44.963606 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244f088-3420-4bf3-bb72-93b5707222b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:44.963953 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244f088-3420-4bf3-bb72-93b5707222b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:44.964267 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244f088-3420-4bf3-bb72-93b5707222b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:44.964579 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9244f088-3420-4bf3-bb72-93b5707222b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:45.007312 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2a814db9-9019-4be8-9b31-f8a2a40c4f42 admin admin] Publish callbacks [] for security_group (6a41ea52-a213-4aec-8730-48389821d848), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:45.032682 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2a814db9-9019-4be8-9b31-f8a2a40c4f42 admin admin] Publish callbacks [] for security_group (6a41ea52-a213-4aec-8730-48389821d848), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:45.181812 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2a814db9-9019-4be8-9b31-f8a2a40c4f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (6a41ea52-a213-4aec-8730-48389821d848), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:45.184976 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2a814db9-9019-4be8-9b31-f8a2a40c4f42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:45.188092 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-2a814db9-9019-4be8-9b31-f8a2a40c4f42 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6a41ea52-a213-4aec-8730-48389821d848 HTTP/1.1" status: 204 len: 168 time: 0.2315147 Mar 11 15:22:45.197367 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a814db9-9019-4be8-9b31-f8a2a40c4f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a41ea52-a213-4aec-8730-48389821d848,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:45.211656 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a814db9-9019-4be8-9b31-f8a2a40c4f42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:45.211656 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a814db9-9019-4be8-9b31-f8a2a40c4f42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:45.211656 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a814db9-9019-4be8-9b31-f8a2a40c4f42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:45.211656 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a814db9-9019-4be8-9b31-f8a2a40c4f42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:45.211656 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a814db9-9019-4be8-9b31-f8a2a40c4f42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:45.211656 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a814db9-9019-4be8-9b31-f8a2a40c4f42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:45.211656 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a814db9-9019-4be8-9b31-f8a2a40c4f42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:45.212224 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a814db9-9019-4be8-9b31-f8a2a40c4f42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:45.212505 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a814db9-9019-4be8-9b31-f8a2a40c4f42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:45.212827 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a814db9-9019-4be8-9b31-f8a2a40c4f42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:45.213164 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a814db9-9019-4be8-9b31-f8a2a40c4f42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:45.214210 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a814db9-9019-4be8-9b31-f8a2a40c4f42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:45.214957 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a814db9-9019-4be8-9b31-f8a2a40c4f42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:22:45.283997 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8aa9e-9ff7-4848-97d9-3b77c444b331 req-f6255a38-0ad9-4ceb-9d61-74487081d33d tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:45.285851 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3bc8aa9e-9ff7-4848-97d9-3b77c444b331 req-f6255a38-0ad9-4ceb-9d61-74487081d33d tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0749745 Mar 11 15:22:45.352027 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3bc8aa9e-9ff7-4848-97d9-3b77c444b331 req-d89a25b6-a9c9-4b2d-a1d1-f09bc41c9d85 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584452 Mar 11 15:22:45.838362 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 56794) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:45.853851 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ad830ba0-5095-423a-b9ef-1c136a355ea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:45.933518 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ad830ba0-5095-423a-b9ef-1c136a355ea4 admin admin] Publish callbacks [] for security_group (e17a3b33-0cdf-46ab-b424-affa33a6af58), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:46.038829 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ad830ba0-5095-423a-b9ef-1c136a355ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (e17a3b33-0cdf-46ab-b424-affa33a6af58), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:46.089598 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-ad830ba0-5095-423a-b9ef-1c136a355ea4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=19a3748917474d468d9b7d865f0259be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2500908 Mar 11 15:22:46.090456 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad830ba0-5095-423a-b9ef-1c136a355ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17a3b33-0cdf-46ab-b424-affa33a6af58,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:46.093238 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 56802) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:46.143797 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1598890a-d53f-457f-a066-6c79d566a9b4 admin admin] Publish callbacks [] for security_group (e17a3b33-0cdf-46ab-b424-affa33a6af58), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:46.165333 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1598890a-d53f-457f-a066-6c79d566a9b4 admin admin] Publish callbacks [] for security_group (e17a3b33-0cdf-46ab-b424-affa33a6af58), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:46.334755 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1598890a-d53f-457f-a066-6c79d566a9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (e17a3b33-0cdf-46ab-b424-affa33a6af58), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:46.337305 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1598890a-d53f-457f-a066-6c79d566a9b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:46.338437 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-1598890a-d53f-457f-a066-6c79d566a9b4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e17a3b33-0cdf-46ab-b424-affa33a6af58 HTTP/1.1" status: 204 len: 168 time: 0.2440493 Mar 11 15:22:46.348793 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598890a-d53f-457f-a066-6c79d566a9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17a3b33-0cdf-46ab-b424-affa33a6af58,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:46.502310 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffad482-67a3-4d29-84b8-6ed4ad24f654 req-bcf94b69-2fc2-49d5-ae79-11ea5ee7becc tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:46.513253 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6ffad482-67a3-4d29-84b8-6ed4ad24f654 req-bcf94b69-2fc2-49d5-ae79-11ea5ee7becc tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0787320 Mar 11 15:22:46.563948 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6ffad482-67a3-4d29-84b8-6ed4ad24f654 req-a8f86e3f-e582-484d-bb29-5391632a7451 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489452 Mar 11 15:22:47.422857 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 56862) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:47.519791 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-1e7ffadb-ce64-44fe-984a-befc90027355 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-230302892-network', 'tenant_id': '8d2077d907b34914829e080e598c811e'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:22:47.615546 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7ffadb-ce64-44fe-984a-befc90027355 admin admin] Made reservation on behalf of 8d2077d907b34914829e080e598c811e for: {'network': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:22:47.617830 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1e7ffadb-ce64-44fe-984a-befc90027355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for network (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:47.635204 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1e7ffadb-ce64-44fe-984a-befc90027355 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:47.715389 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb73be-4456-4869-b93e-c3438d49abf0 req-99093c00-5cec-4150-9344-93bfc7e82612 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:47.716970 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-eccb73be-4456-4869-b93e-c3438d49abf0 req-99093c00-5cec-4150-9344-93bfc7e82612 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0835891 Mar 11 15:22:47.793189 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-eccb73be-4456-4869-b93e-c3438d49abf0 req-cbf127e7-1fa8-4d1e-9a4d-5ab49fcb9e33 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671482 Mar 11 15:22:47.802321 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1e7ffadb-ce64-44fe-984a-befc90027355 admin admin] Publish callbacks [] for security_group (b59cf70e-6d00-4e87-b5c5-aa1b1f8179c4), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:47.856024 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1e7ffadb-ce64-44fe-984a-befc90027355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (b59cf70e-6d00-4e87-b5c5-aa1b1f8179c4), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:47.883595 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7ffadb-ce64-44fe-984a-befc90027355 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:22:47.892624 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ffadb-ce64-44fe-984a-befc90027355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59cf70e-6d00-4e87-b5c5-aa1b1f8179c4,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:47.899442 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1e7ffadb-ce64-44fe-984a-befc90027355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (39a95853-d661-4aae-aa44-4ba7d2845360), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:47.899783 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.db.segments_db [None req-1e7ffadb-ce64-44fe-984a-befc90027355 admin admin] Added segment 39a95853-d661-4aae-aa44-4ba7d2845360 of type vlan for network 6f6c7f7f-50ba-4218-a01f-10c4e3eafc6f Mar 11 15:22:47.940230 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1e7ffadb-ce64-44fe-984a-befc90027355 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152803018'] for network (6f6c7f7f-50ba-4218-a01f-10c4e3eafc6f), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:48.037728 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1e7ffadb-ce64-44fe-984a-befc90027355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548'] for network (6f6c7f7f-50ba-4218-a01f-10c4e3eafc6f), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:48.038767 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7ffadb-ce64-44fe-984a-befc90027355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:48.039464 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1e7ffadb-ce64-44fe-984a-befc90027355 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:48.103152 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ffadb-ce64-44fe-984a-befc90027355 admin admin] Pushing event updated for resources: {'Network': ['ID=6f6c7f7f-50ba-4218-a01f-10c4e3eafc6f,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:48.114394 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Network 6f6c7f7f-50ba-4218-a01f-10c4e3eafc6f details requested by agent ovs-agent-dv-cinder-833365-1-iscsi with host dv-cinder-833365-1-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 15:22:48.133006 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-1e7ffadb-ce64-44fe-984a-befc90027355 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7085314 Mar 11 15:22:48.135597 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 56884) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:48.142191 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-57b821c9-7675-4a0f-b08c-3cc3b589d824 admin admin] Request body: {'subnet': {'network_id': '6f6c7f7f-50ba-4218-a01f-10c4e3eafc6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-230302892-subnet', 'tenant_id': '8d2077d907b34914829e080e598c811e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:22:48.256057 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b821c9-7675-4a0f-b08c-3cc3b589d824 admin admin] Made reservation on behalf of 8d2077d907b34914829e080e598c811e for: {'subnet': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:22:48.259115 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-57b821c9-7675-4a0f-b08c-3cc3b589d824 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14213755'] for subnet (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:48.661750 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-57b821c9-7675-4a0f-b08c-3cc3b589d824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15279788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14213717'] for subnet (be43246e-32a2-4785-a75b-f8ba1354dea9), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:48.711596 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 56902) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:48.727634 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b821c9-7675-4a0f-b08c-3cc3b589d824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be43246e-32a2-4785-a75b-f8ba1354dea9,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:48.732719 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b821c9-7675-4a0f-b08c-3cc3b589d824 admin admin] Checking segment: {'id': '39a95853-d661-4aae-aa44-4ba7d2845360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6f6c7f7f-50ba-4218-a01f-10c4e3eafc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:22:48.735614 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b821c9-7675-4a0f-b08c-3cc3b589d824 admin admin] Network hostable DHCP agents. Network: 6f6c7f7f-50ba-4218-a01f-10c4e3eafc6f, hostable agents: ['e21939e9-4971-4f1d-851f-403443bff873'], hosted agents: [] {{(pid=103740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:22:48.800121 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b821c9-7675-4a0f-b08c-3cc3b589d824 admin admin] Network 6f6c7f7f-50ba-4218-a01f-10c4e3eafc6f is scheduled to be hosted by DHCP agent e21939e9-4971-4f1d-851f-403443bff873 with binding_index 1 {{(pid=103740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:22:48.842633 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-89d2b30f-eb2e-4b15-91f4-af43ab3367fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:48.850041 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-57b821c9-7675-4a0f-b08c-3cc3b589d824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833365-1-iscsi, 6f6c7f7f-50ba-4218-a01f-10c4e3eafc6f) {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:22:48.861808 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f31b3b-4ed0-4ccf-88ca-b68bb07586ba None None] Network 6f6c7f7f-50ba-4218-a01f-10c4e3eafc6f requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:22:48.862555 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b821c9-7675-4a0f-b08c-3cc3b589d824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:48.863251 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-57b821c9-7675-4a0f-b08c-3cc3b589d824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:48.971230 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-89d2b30f-eb2e-4b15-91f4-af43ab3367fc admin admin] Publish callbacks [] for security_group (11f3273f-006e-4eda-bae4-4aa9670cee5d), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:48.978104 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893b02d-e3d7-4b46-a7e1-eaee1e8a5482 req-e8a74989-5290-4abc-a8be-89c8541ad7c0 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:48.979837 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c893b02d-e3d7-4b46-a7e1-eaee1e8a5482 req-e8a74989-5290-4abc-a8be-89c8541ad7c0 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0931301 Mar 11 15:22:48.983918 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-57b821c9-7675-4a0f-b08c-3cc3b589d824 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8472364 Mar 11 15:22:49.038276 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801ad9f5-6661-405d-9cfb-dd7397608e8e None None] Network 6f6c7f7f-50ba-4218-a01f-10c4e3eafc6f requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:22:49.046000 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c893b02d-e3d7-4b46-a7e1-eaee1e8a5482 req-d983b320-5ef0-49ce-bbcc-6aa8af21011f tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532877 Mar 11 15:22:49.047236 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-89d2b30f-eb2e-4b15-91f4-af43ab3367fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (11f3273f-006e-4eda-bae4-4aa9670cee5d), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:49.097884 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2b30f-eb2e-4b15-91f4-af43ab3367fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f3273f-006e-4eda-bae4-4aa9670cee5d,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:49.152784 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72b2ec-9dd6-454f-9e48-9e6b56122f51 req-4adabcc0-c12f-4b5b-95a7-0f2c340e0987 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:49.154238 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-de72b2ec-9dd6-454f-9e48-9e6b56122f51 req-4adabcc0-c12f-4b5b-95a7-0f2c340e0987 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 945 time: 0.1610038 Mar 11 15:22:49.162995 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-89d2b30f-eb2e-4b15-91f4-af43ab3367fc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b5ad51b697bd47a4bfeda1c0781816b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4462602 Mar 11 15:22:49.163097 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 56922) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:49.217735 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-de72b2ec-9dd6-454f-9e48-9e6b56122f51 req-6f97f666-31c9-45de-a57e-de74a3b599ee tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494466 Mar 11 15:22:49.219124 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-133d7254-7f6f-4d3d-9181-481005fa970b admin admin] Publish callbacks [] for security_group (11f3273f-006e-4eda-bae4-4aa9670cee5d), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:49.246895 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-133d7254-7f6f-4d3d-9181-481005fa970b admin admin] Publish callbacks [] for security_group (11f3273f-006e-4eda-bae4-4aa9670cee5d), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:49.353176 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-133d7254-7f6f-4d3d-9181-481005fa970b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (11f3273f-006e-4eda-bae4-4aa9670cee5d), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:49.355759 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-133d7254-7f6f-4d3d-9181-481005fa970b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:49.356923 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-133d7254-7f6f-4d3d-9181-481005fa970b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/11f3273f-006e-4eda-bae4-4aa9670cee5d HTTP/1.1" status: 204 len: 168 time: 0.1957181 Mar 11 15:22:49.364830 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d7254-7f6f-4d3d-9181-481005fa970b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f3273f-006e-4eda-bae4-4aa9670cee5d,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:49.809861 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 56946) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:49.815311 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-6c20541d-d53c-4802-b96f-1b98a293a7c7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1024374719-network', 'tenant_id': 'f7cbde3e6c3a4a4195cf4012d3c21d56'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:22:49.929980 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c20541d-d53c-4802-b96f-1b98a293a7c7 admin admin] Made reservation on behalf of f7cbde3e6c3a4a4195cf4012d3c21d56 for: {'network': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:22:49.932657 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6c20541d-d53c-4802-b96f-1b98a293a7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for network (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:49.941573 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6c20541d-d53c-4802-b96f-1b98a293a7c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:49.972941 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 56948) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:49.987865 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d49a2ca9-caa9-4ef4-ba54-fd75ebed6dc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:50.016586 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6c20541d-d53c-4802-b96f-1b98a293a7c7 admin admin] Publish callbacks [] for security_group (8bce978a-c9a6-4cdc-81c5-f0be6046d26a), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:50.065231 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d49a2ca9-caa9-4ef4-ba54-fd75ebed6dc7 admin admin] Publish callbacks [] for security_group (45df31fe-5113-49d6-a671-1f74c603d5fc), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:50.067199 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6c20541d-d53c-4802-b96f-1b98a293a7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (8bce978a-c9a6-4cdc-81c5-f0be6046d26a), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:50.090967 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c20541d-d53c-4802-b96f-1b98a293a7c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:22:50.110801 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6c20541d-d53c-4802-b96f-1b98a293a7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (55448f4a-11d4-4b84-b1bc-c6890cffe99f), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:50.111113 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.db.segments_db [None req-6c20541d-d53c-4802-b96f-1b98a293a7c7 admin admin] Added segment 55448f4a-11d4-4b84-b1bc-c6890cffe99f of type vlan for network 4a6f94ed-3cc0-4e74-8b02-1a37efa8879b Mar 11 15:22:50.119014 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20541d-d53c-4802-b96f-1b98a293a7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bce978a-c9a6-4cdc-81c5-f0be6046d26a,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:50.125981 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d49a2ca9-caa9-4ef4-ba54-fd75ebed6dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (45df31fe-5113-49d6-a671-1f74c603d5fc), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:50.167400 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-d49a2ca9-caa9-4ef4-ba54-fd75ebed6dc7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=211a529690b7434e80914dd9fa1c9e14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1927228 Mar 11 15:22:50.168235 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a2ca9-caa9-4ef4-ba54-fd75ebed6dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45df31fe-5113-49d6-a671-1f74c603d5fc,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:50.172210 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 56952) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:50.191561 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6c20541d-d53c-4802-b96f-1b98a293a7c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152803018'] for network (4a6f94ed-3cc0-4e74-8b02-1a37efa8879b), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:50.209745 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35504f53-fe58-4053-b54c-127a50b5bcf6 req-d2864b29-9372-4383-8192-5f569e7e02b9 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:50.211244 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-35504f53-fe58-4053-b54c-127a50b5bcf6 req-d2864b29-9372-4383-8192-5f569e7e02b9 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.1051092 Mar 11 15:22:50.222838 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4fc7e888-2d41-4bcd-aefd-3978050c8048 admin admin] Publish callbacks [] for security_group (45df31fe-5113-49d6-a671-1f74c603d5fc), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:50.249535 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4fc7e888-2d41-4bcd-aefd-3978050c8048 admin admin] Publish callbacks [] for security_group (45df31fe-5113-49d6-a671-1f74c603d5fc), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:50.269870 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-35504f53-fe58-4053-b54c-127a50b5bcf6 req-5e0b7fac-3997-4f50-9ab5-aaa275da0d4f tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497141 Mar 11 15:22:50.304196 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6c20541d-d53c-4802-b96f-1b98a293a7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548'] for network (4a6f94ed-3cc0-4e74-8b02-1a37efa8879b), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:50.305250 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c20541d-d53c-4802-b96f-1b98a293a7c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:50.305994 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-6c20541d-d53c-4802-b96f-1b98a293a7c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:50.358787 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d991f-8867-406b-9e6c-bb1c419fb0a4 req-d6b0b290-c364-42ac-a72f-0f4ccca7cfb3 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:50.360322 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-fe5d991f-8867-406b-9e6c-bb1c419fb0a4 req-d6b0b290-c364-42ac-a72f-0f4ccca7cfb3 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 945 time: 0.0676064 Mar 11 15:22:50.374582 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20541d-d53c-4802-b96f-1b98a293a7c7 admin admin] Pushing event updated for resources: {'Network': ['ID=4a6f94ed-3cc0-4e74-8b02-1a37efa8879b,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:50.384558 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Network 4a6f94ed-3cc0-4e74-8b02-1a37efa8879b details requested by agent ovs-agent-dv-cinder-833365-1-iscsi with host dv-cinder-833365-1-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 15:22:50.409001 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-6c20541d-d53c-4802-b96f-1b98a293a7c7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5973251 Mar 11 15:22:50.409348 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4fc7e888-2d41-4bcd-aefd-3978050c8048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (45df31fe-5113-49d6-a671-1f74c603d5fc), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:50.411505 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 56958) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:50.411992 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4fc7e888-2d41-4bcd-aefd-3978050c8048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:50.415655 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-4fc7e888-2d41-4bcd-aefd-3978050c8048 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/45df31fe-5113-49d6-a671-1f74c603d5fc HTTP/1.1" status: 204 len: 168 time: 0.2398484 Mar 11 15:22:50.416486 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-2e0124d4-2f0d-4eab-896b-365b95c4590c admin admin] Request body: {'subnet': {'network_id': '4a6f94ed-3cc0-4e74-8b02-1a37efa8879b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1024374719-subnet', 'tenant_id': 'f7cbde3e6c3a4a4195cf4012d3c21d56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:22:50.431688 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-fe5d991f-8867-406b-9e6c-bb1c419fb0a4 req-1d81b138-1cc8-4f23-a3cc-a8b5b563f42f tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610271 Mar 11 15:22:50.445391 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7e888-2d41-4bcd-aefd-3978050c8048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45df31fe-5113-49d6-a671-1f74c603d5fc,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:50.489841 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0124d4-2f0d-4eab-896b-365b95c4590c admin admin] Made reservation on behalf of f7cbde3e6c3a4a4195cf4012d3c21d56 for: {'subnet': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:22:50.492268 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2e0124d4-2f0d-4eab-896b-365b95c4590c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14213755'] for subnet (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:50.735710 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2e0124d4-2f0d-4eab-896b-365b95c4590c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15279788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14213717'] for subnet (39fc3550-5e4a-4dd4-8851-388be7ce7122), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:50.789826 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0124d4-2f0d-4eab-896b-365b95c4590c admin admin] Pushing event updated for resources: {'Subnet': ['ID=39fc3550-5e4a-4dd4-8851-388be7ce7122,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:50.805462 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0124d4-2f0d-4eab-896b-365b95c4590c admin admin] Checking segment: {'id': '55448f4a-11d4-4b84-b1bc-c6890cffe99f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4a6f94ed-3cc0-4e74-8b02-1a37efa8879b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:22:50.805462 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0124d4-2f0d-4eab-896b-365b95c4590c admin admin] Network hostable DHCP agents. Network: 4a6f94ed-3cc0-4e74-8b02-1a37efa8879b, hostable agents: ['e21939e9-4971-4f1d-851f-403443bff873'], hosted agents: [] {{(pid=103740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:22:50.889780 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0124d4-2f0d-4eab-896b-365b95c4590c admin admin] Network 4a6f94ed-3cc0-4e74-8b02-1a37efa8879b is scheduled to be hosted by DHCP agent e21939e9-4971-4f1d-851f-403443bff873 with binding_index 1 {{(pid=103740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:22:50.999014 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-2e0124d4-2f0d-4eab-896b-365b95c4590c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833365-1-iscsi, 4a6f94ed-3cc0-4e74-8b02-1a37efa8879b) {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:22:51.003840 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0124d4-2f0d-4eab-896b-365b95c4590c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:51.011498 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2e0124d4-2f0d-4eab-896b-365b95c4590c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:51.012366 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab67c198-da46-43df-80c6-ed1fc1c73d73 None None] Network 4a6f94ed-3cc0-4e74-8b02-1a37efa8879b requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:22:51.088982 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-2e0124d4-2f0d-4eab-896b-365b95c4590c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6689591 Mar 11 15:22:51.112097 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31848a4-7f24-4d27-b34f-82d2bf1b5019 None None] Network 4a6f94ed-3cc0-4e74-8b02-1a37efa8879b requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:22:51.423090 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c314a-cd89-4a11-a669-f80d2fc9a01b req-7c17f7ae-4f4b-4ae3-89fa-4d11e0c2dc00 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:51.424822 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-147c314a-cd89-4a11-a669-f80d2fc9a01b req-7c17f7ae-4f4b-4ae3-89fa-4d11e0c2dc00 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0569172 Mar 11 15:22:51.492684 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-147c314a-cd89-4a11-a669-f80d2fc9a01b req-ec5700a1-9114-4032-93e6-ae06c90268dd tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603273 Mar 11 15:22:51.583695 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef7d23-c441-442a-8d92-34423b40b9db req-4cfd0ebb-6b33-4cd2-8817-52c26ab3f7ba tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:51.584615 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-83ef7d23-c441-442a-8d92-34423b40b9db req-4cfd0ebb-6b33-4cd2-8817-52c26ab3f7ba tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 945 time: 0.0637729 Mar 11 15:22:51.633400 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-83ef7d23-c441-442a-8d92-34423b40b9db req-6d5c3b91-36d9-4747-a61e-38d7bf6c195f tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434012 Mar 11 15:22:52.134262 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 57014) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:52.240855 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-71bc2168-4f0c-4dbe-aa73-1fd6bebd5b87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:52.312356 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-71bc2168-4f0c-4dbe-aa73-1fd6bebd5b87 admin admin] Publish callbacks [] for security_group (c8dbb06a-d847-45fd-987d-979a48d51fff), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:52.369933 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-71bc2168-4f0c-4dbe-aa73-1fd6bebd5b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (c8dbb06a-d847-45fd-987d-979a48d51fff), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:52.408575 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-71bc2168-4f0c-4dbe-aa73-1fd6bebd5b87 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ac4eb928c92f46ee90017c884c9352c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2731857 Mar 11 15:22:52.409426 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc2168-4f0c-4dbe-aa73-1fd6bebd5b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dbb06a-d847-45fd-987d-979a48d51fff,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:52.411983 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 57018) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:52.459921 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1bf52653-7123-4616-8e22-04ada63173b1 admin admin] Publish callbacks [] for security_group (c8dbb06a-d847-45fd-987d-979a48d51fff), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:52.481442 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1bf52653-7123-4616-8e22-04ada63173b1 admin admin] Publish callbacks [] for security_group (c8dbb06a-d847-45fd-987d-979a48d51fff), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:52.612858 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49504dd2-a921-4c98-9b97-f7e09be7d986 req-e84fed3c-43e5-4af1-ad7f-0c8c9ddf4958 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:52.614306 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-49504dd2-a921-4c98-9b97-f7e09be7d986 req-e84fed3c-43e5-4af1-ad7f-0c8c9ddf4958 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0516398 Mar 11 15:22:52.621665 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1bf52653-7123-4616-8e22-04ada63173b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (c8dbb06a-d847-45fd-987d-979a48d51fff), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:52.624268 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1bf52653-7123-4616-8e22-04ada63173b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:52.625448 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-1bf52653-7123-4616-8e22-04ada63173b1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c8dbb06a-d847-45fd-987d-979a48d51fff HTTP/1.1" status: 204 len: 168 time: 0.2124825 Mar 11 15:22:52.633126 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf52653-7123-4616-8e22-04ada63173b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dbb06a-d847-45fd-987d-979a48d51fff,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:52.662791 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-49504dd2-a921-4c98-9b97-f7e09be7d986 req-09497257-e5ce-4b35-a56c-5bba6c56343a tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429511 Mar 11 15:22:52.764425 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54756255-67df-4baf-b55d-14250a0543fc req-dca305e4-d7cf-481d-9f73-3c8d1069113a tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:52.765904 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-54756255-67df-4baf-b55d-14250a0543fc req-dca305e4-d7cf-481d-9f73-3c8d1069113a tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 945 time: 0.0560541 Mar 11 15:22:52.815695 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-54756255-67df-4baf-b55d-14250a0543fc req-4ef86657-2a8d-46b3-8930-6999602b1e5d tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442324 Mar 11 15:22:53.790633 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f31592-c9d9-4217-9ac3-9db450677559 req-7553b0d0-84cb-41ae-aafc-85a36ce83198 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:53.792172 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-13f31592-c9d9-4217-9ac3-9db450677559 req-7553b0d0-84cb-41ae-aafc-85a36ce83198 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0609627 Mar 11 15:22:53.840007 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-13f31592-c9d9-4217-9ac3-9db450677559 req-81baf370-9dbb-49fd-8c8a-7a1e076c02d7 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415010 Mar 11 15:22:53.938352 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23b26a-6036-4da3-87d4-5941144eee3b req-c0da0cc9-d6fa-49b2-afd6-dd6a3f7d86e0 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:53.940135 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3f23b26a-6036-4da3-87d4-5941144eee3b req-c0da0cc9-d6fa-49b2-afd6-dd6a3f7d86e0 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 945 time: 0.0545275 Mar 11 15:22:53.985984 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3f23b26a-6036-4da3-87d4-5941144eee3b req-36306af8-6c94-4159-ae7f-ec9fb6dda6ff tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405612 Mar 11 15:22:54.245336 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 57076) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:54.348750 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-078541ca-2789-468b-bb21-7f7fbd36864d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:54.418719 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-078541ca-2789-468b-bb21-7f7fbd36864d admin admin] Publish callbacks [] for security_group (ac322f0c-a8e3-494e-b96b-80bdf9cb152b), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:54.489776 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-078541ca-2789-468b-bb21-7f7fbd36864d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (ac322f0c-a8e3-494e-b96b-80bdf9cb152b), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:54.529079 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-078541ca-2789-468b-bb21-7f7fbd36864d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=551d58194a694e19b2baccd640014a36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2821062 Mar 11 15:22:54.530074 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078541ca-2789-468b-bb21-7f7fbd36864d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac322f0c-a8e3-494e-b96b-80bdf9cb152b,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:54.531955 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 57082) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:22:54.582273 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8d2527c4-0c27-48f6-8131-edef09cb2f2a admin admin] Publish callbacks [] for security_group (ac322f0c-a8e3-494e-b96b-80bdf9cb152b), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:54.602909 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8d2527c4-0c27-48f6-8131-edef09cb2f2a admin admin] Publish callbacks [] for security_group (ac322f0c-a8e3-494e-b96b-80bdf9cb152b), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:54.706820 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8d2527c4-0c27-48f6-8131-edef09cb2f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (ac322f0c-a8e3-494e-b96b-80bdf9cb152b), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:54.709321 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8d2527c4-0c27-48f6-8131-edef09cb2f2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:54.710446 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-8d2527c4-0c27-48f6-8131-edef09cb2f2a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ac322f0c-a8e3-494e-b96b-80bdf9cb152b HTTP/1.1" status: 204 len: 168 time: 0.1742058 Mar 11 15:22:54.718004 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2527c4-0c27-48f6-8131-edef09cb2f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac322f0c-a8e3-494e-b96b-80bdf9cb152b,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:22:54.963953 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd654b7-5bcf-4f58-8201-0591caf4a43c req-c2267245-ead9-4f2e-bf2a-43666f1b0e61 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:54.965426 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5bd654b7-5bcf-4f58-8201-0591caf4a43c req-c2267245-ead9-4f2e-bf2a-43666f1b0e61 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0526555 Mar 11 15:22:55.017291 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5bd654b7-5bcf-4f58-8201-0591caf4a43c req-504708af-1fe6-4885-86a3-0ee8abea7a19 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463357 Mar 11 15:22:55.109021 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676784e-6cdf-4e05-a7fb-1f33cd9894cb req-6980d659-b5aa-4504-894e-865c7203ad28 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:55.111270 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9676784e-6cdf-4e05-a7fb-1f33cd9894cb req-6980d659-b5aa-4504-894e-865c7203ad28 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 945 time: 0.0574868 Mar 11 15:22:55.165364 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9676784e-6cdf-4e05-a7fb-1f33cd9894cb req-f9b7989b-a6e3-45fd-8111-00164df9567a tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475800 Mar 11 15:22:55.595515 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:22:56.144727 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eddada5-8965-4bfa-9ce1-bdaa4203f890 req-d21dd06f-a826-40d8-a517-56b3d74da4ce tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:56.146209 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7eddada5-8965-4bfa-9ce1-bdaa4203f890 req-d21dd06f-a826-40d8-a517-56b3d74da4ce tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0551312 Mar 11 15:22:56.194727 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7eddada5-8965-4bfa-9ce1-bdaa4203f890 req-f0ea43fd-86d9-4741-b95f-d9407d2569d5 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425687 Mar 11 15:22:56.288245 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a853d7-920c-465a-b6f2-7b36dc7e362f req-0ac38d2a-3b9c-46f1-88ff-a691bec1f965 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:56.289701 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-30a853d7-920c-465a-b6f2-7b36dc7e362f req-0ac38d2a-3b9c-46f1-88ff-a691bec1f965 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 945 time: 0.0513866 Mar 11 15:22:56.336087 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-30a853d7-920c-465a-b6f2-7b36dc7e362f req-ab16946a-e42c-4b8d-82cc-bd5a6548b812 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407047 Mar 11 15:22:57.324347 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03addc0d-7f9d-4d45-9190-873997ae5196 req-11ead159-c518-46a8-a63d-42e55dfd469a tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:57.325848 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-03addc0d-7f9d-4d45-9190-873997ae5196 req-11ead159-c518-46a8-a63d-42e55dfd469a tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0537720 Mar 11 15:22:57.377527 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-03addc0d-7f9d-4d45-9190-873997ae5196 req-c6338211-1aaf-4a9d-a022-0ddc8e006491 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450988 Mar 11 15:22:57.461072 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826f56c-c96e-4ad8-8e3e-3098f2ff52e6 req-f9a3a5dc-659b-40df-85c3-edb9d877eb05 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:57.462540 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c826f56c-c96e-4ad8-8e3e-3098f2ff52e6 req-f9a3a5dc-659b-40df-85c3-edb9d877eb05 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 945 time: 0.0548053 Mar 11 15:22:57.525167 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c826f56c-c96e-4ad8-8e3e-3098f2ff52e6 req-ab0715e6-0cb9-41d9-81e0-763fd8c30f11 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480146 Mar 11 15:22:57.798859 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-6a30b182-e675-4e1a-87e9-d2061345ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:22:58.494132 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49fd98e-054a-4f47-8757-6ddd063cc34a req-a0e00bd4-edc7-407e-8f50-377640944dc7 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:58.495580 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f49fd98e-054a-4f47-8757-6ddd063cc34a req-a0e00bd4-edc7-407e-8f50-377640944dc7 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0539250 Mar 11 15:22:58.540380 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f49fd98e-054a-4f47-8757-6ddd063cc34a req-647b6a5a-6ca6-4b04-aae4-3d5311ee82a7 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387251 Mar 11 15:22:58.642884 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f97ab-c491-4c05-918b-3043835a2362 req-17bd8457-d96a-4e8f-a52e-f5cd3674f9e3 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:58.644454 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-756f97ab-c491-4c05-918b-3043835a2362 req-17bd8457-d96a-4e8f-a52e-f5cd3674f9e3 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 945 time: 0.0510375 Mar 11 15:22:58.689643 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-756f97ab-c491-4c05-918b-3043835a2362 req-bbe9dd98-2b57-474f-8861-8fd21f19a2cc tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395956 Mar 11 15:22:59.659561 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360d02d-4927-407a-a08c-377e9531c3c6 req-c87a9be8-ad2b-4a2c-9048-af9a44608b58 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:59.661023 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7360d02d-4927-407a-a08c-377e9531c3c6 req-c87a9be8-ad2b-4a2c-9048-af9a44608b58 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0542889 Mar 11 15:22:59.707102 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7360d02d-4927-407a-a08c-377e9531c3c6 req-a9638f3c-60ca-46fa-a06f-956ff9d4a0e2 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401545 Mar 11 15:22:59.813429 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb412ed-c204-4c0d-8474-e4001abf7672 req-f03786ab-100f-4adb-9159-17c8d986630d tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:22:59.814997 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5fb412ed-c204-4c0d-8474-e4001abf7672 req-f03786ab-100f-4adb-9159-17c8d986630d tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 945 time: 0.0589333 Mar 11 15:22:59.862661 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5fb412ed-c204-4c0d-8474-e4001abf7672 req-94cfdada-a681-403d-adcd-862693542372 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420873 Mar 11 15:23:00.037973 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-54914f34-6cbf-49b3-9702-5b57e850af50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:00.829967 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f89d7c-2bce-4fc2-b312-93fd79d71918 req-672189a0-e646-4540-ae3b-63c5ae2a92f1 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:00.831750 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-92f89d7c-2bce-4fc2-b312-93fd79d71918 req-672189a0-e646-4540-ae3b-63c5ae2a92f1 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0583992 Mar 11 15:23:00.878427 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-92f89d7c-2bce-4fc2-b312-93fd79d71918 req-ce54ee51-1bd4-4ccd-a170-8f5e2f2fd703 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411549 Mar 11 15:23:00.992546 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef81ca-3721-48cc-aac0-b74977b2f0fc req-c0732270-39b5-4743-9894-699865d79a0b tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:00.994004 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8eef81ca-3721-48cc-aac0-b74977b2f0fc req-c0732270-39b5-4743-9894-699865d79a0b tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 945 time: 0.0580411 Mar 11 15:23:01.039488 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8eef81ca-3721-48cc-aac0-b74977b2f0fc req-1f262b72-e15a-471f-b6fa-97b7564b8ba7 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398211 Mar 11 15:23:01.227220 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:01.999614 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e75176-6570-4dec-9281-d74b77d6b25b req-74a1994a-fe06-471f-b65a-acf514b60568 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:02.001154 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-64e75176-6570-4dec-9281-d74b77d6b25b req-74a1994a-fe06-471f-b65a-acf514b60568 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0544126 Mar 11 15:23:02.051685 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-64e75176-6570-4dec-9281-d74b77d6b25b req-5638a1c6-ea33-4d80-9d9f-5a3090efb31d tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399108 Mar 11 15:23:02.104161 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a14ee7-e97c-4811-bc3c-651cd693e9de req-f4adfbd9-4646-4995-97fa-cb51e0e389a9 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:02.105609 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-55a14ee7-e97c-4811-bc3c-651cd693e9de req-f4adfbd9-4646-4995-97fa-cb51e0e389a9 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.66 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 945 time: 0.0575469 Mar 11 15:23:02.226623 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474e3bfc-9227-44a5-984b-3882e26a8601 req-1c591449-de75-4a69-9474-ecddba6bc794 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:02.228002 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-474e3bfc-9227-44a5-984b-3882e26a8601 req-1c591449-de75-4a69-9474-ecddba6bc794 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 945 time: 0.1215463 Mar 11 15:23:02.303241 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-55a14ee7-e97c-4811-bc3c-651cd693e9de req-4222573e-f15f-473e-b0c2-d1dbc21d0e16 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Deleting port 6b377681-f01e-4beb-85a9-b0cdef7d8c19 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:23:02.303610 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-55a14ee7-e97c-4811-bc3c-651cd693e9de req-4222573e-f15f-473e-b0c2-d1dbc21d0e16 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (6b377681-f01e-4beb-85a9-b0cdef7d8c19), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:02.309952 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-474e3bfc-9227-44a5-984b-3882e26a8601 req-74658cec-6aa9-4620-b682-f47c9bfaa56e tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/security-groups?id=da8816de-d047-4e31-bec5-33f6ab1a63cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743418 Mar 11 15:23:02.394925 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-55a14ee7-e97c-4811-bc3c-651cd693e9de req-4222573e-f15f-473e-b0c2-d1dbc21d0e16 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] For port 6b377681-f01e-4beb-85a9-b0cdef7d8c19, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=6b377681-f01e-4beb-85a9-b0cdef7d8c19,segment=NetworkSegment(efd27574-803f-4fc4-8716-95fa10ee0931),segment_id=efd27574-803f-4fc4-8716-95fa10ee0931)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:23:02.395278 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-55a14ee7-e97c-4811-bc3c-651cd693e9de req-4222573e-f15f-473e-b0c2-d1dbc21d0e16 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (6b377681-f01e-4beb-85a9-b0cdef7d8c19), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:02.409325 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-55a14ee7-e97c-4811-bc3c-651cd693e9de req-4222573e-f15f-473e-b0c2-d1dbc21d0e16 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Calling delete_port for 6b377681-f01e-4beb-85a9-b0cdef7d8c19 owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:23:02.604184 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-55a14ee7-e97c-4811-bc3c-651cd693e9de req-4222573e-f15f-473e-b0c2-d1dbc21d0e16 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400'] for port (6b377681-f01e-4beb-85a9-b0cdef7d8c19), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:02.631408 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222573e-f15f-473e-b0c2-d1dbc21d0e16 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Pushing event deleted for resources: {'Port': ['ID=6b377681-f01e-4beb-85a9-b0cdef7d8c19,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:02.695283 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a14ee7-e97c-4811-bc3c-651cd693e9de req-4222573e-f15f-473e-b0c2-d1dbc21d0e16 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] No DVR routers for this DVR port 6b377681-f01e-4beb-85a9-b0cdef7d8c19 on host hv-cinder-83336 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:23:02.698335 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-55a14ee7-e97c-4811-bc3c-651cd693e9de req-4222573e-f15f-473e-b0c2-d1dbc21d0e16 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:02.701558 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-55a14ee7-e97c-4811-bc3c-651cd693e9de req-4222573e-f15f-473e-b0c2-d1dbc21d0e16 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.66 "DELETE /v2.0/ports/6b377681-f01e-4beb-85a9-b0cdef7d8c19 HTTP/1.1" status: 204 len: 173 time: 0.5866375 Mar 11 15:23:02.701988 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232d114a-ea2e-4027-add8-e435783d5065', 'name': 'network-vif-deleted', 'tag': '6b377681-f01e-4beb-85a9-b0cdef7d8c19'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:23:02.704422 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57c4eb7-b03d-441b-899b-da5608617eff" -d '{"events": [{"server_uuid": "232d114a-ea2e-4027-add8-e435783d5065", "name": "network-vif-deleted", "tag": "6b377681-f01e-4beb-85a9-b0cdef7d8c19"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:23:02.738955 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd2f94e-c6e6-4cf8-aed6-9c3c0f4494eb x-openstack-request-id: req-ebd2f94e-c6e6-4cf8-aed6-9c3c0f4494eb {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:23:02.739254 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232d114a-ea2e-4027-add8-e435783d5065", "name": "network-vif-deleted", "tag": "6b377681-f01e-4beb-85a9-b0cdef7d8c19", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:23:02.739534 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ebd2f94e-c6e6-4cf8-aed6-9c3c0f4494eb {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:23:02.740297 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232d114a-ea2e-4027-add8-e435783d5065', 'name': 'network-vif-deleted', 'tag': '6b377681-f01e-4beb-85a9-b0cdef7d8c19', 'status': 'completed', 'code': 200} Mar 11 15:23:02.980257 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:03.165971 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d7b33-bd24-4afd-8f02-c208c402e6f7 req-7cfc1939-dddd-4ce7-8876-57a934aab37d tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:03.167575 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-502d7b33-bd24-4afd-8f02-c208c402e6f7 req-7cfc1939-dddd-4ce7-8876-57a934aab37d tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0512862 Mar 11 15:23:03.214680 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-502d7b33-bd24-4afd-8f02-c208c402e6f7 req-f41008d0-e96b-48ca-b49f-edd4b7028e28 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409482 Mar 11 15:23:03.404374 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-16e1d0f0-7e97-44e3-9f75-27ae42966501 req-e0bb2fcf-4a93-4f86-87ae-25c0602b80ec tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 210 time: 0.0262430 Mar 11 15:23:04.336216 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e7526-6220-4414-b022-77f5bee1b4ad req-b17a9b24-b5e9-4ac6-8c9f-aa0e8565625e tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:04.337643 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-dd4e7526-6220-4414-b022-77f5bee1b4ad req-b17a9b24-b5e9-4ac6-8c9f-aa0e8565625e tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0556576 Mar 11 15:23:04.383953 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-dd4e7526-6220-4414-b022-77f5bee1b4ad req-b94b2b40-546f-4258-bd88-066ee87d830d tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405040 Mar 11 15:23:04.385817 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:04.503997 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8cbaa451-512a-4f84-ae88-1259cf05789d req-1bec67b0-8a0b-4f50-b953-3f6abeedda46 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 210 time: 0.0303807 Mar 11 15:23:05.500958 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4edd9-397c-451d-94ef-dd853243df01 req-a7847d91-c4a3-4139-8b3e-74910593b62f tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:05.502452 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7cf4edd9-397c-451d-94ef-dd853243df01 req-a7847d91-c4a3-4139-8b3e-74910593b62f tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0531318 Mar 11 15:23:05.550545 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7cf4edd9-397c-451d-94ef-dd853243df01 req-04ca2dac-03be-4018-a4af-737361d95951 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425172 Mar 11 15:23:05.592217 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e4f34408-0c53-414d-a20f-d5e4532b2d77 req-ea38a46f-fce9-49ea-876d-e10bf4f134ab tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 210 time: 0.0258570 Mar 11 15:23:06.576169 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 6b377681-f01e-4beb-85a9-b0cdef7d8c19 no longer exists at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:23:06.600898 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] No Port match for: 6b377681-f01e-4beb-85a9-b0cdef7d8c19 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:23:06.601239 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 6b377681-f01e-4beb-85a9-b0cdef7d8c19 not bound to the agent host hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:23:06.669517 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e30227-1a6a-45cb-9e11-a650949877d5 req-3b819da0-95f7-4630-8c81-d7ab35561c67 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:06.670987 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a0e30227-1a6a-45cb-9e11-a650949877d5 req-3b819da0-95f7-4630-8c81-d7ab35561c67 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0533876 Mar 11 15:23:06.686872 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-41622b07-002b-4707-a095-6d88031fa0c2 req-de7128af-d12c-4c61-b1fa-9dd00b0577d8 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 210 time: 0.0268273 Mar 11 15:23:06.721557 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a0e30227-1a6a-45cb-9e11-a650949877d5 req-380ff418-c934-463d-93ac-2bf8c4507274 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445631 Mar 11 15:23:07.781246 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b92544ad-e05d-4067-9b9e-de9bcfb5f336 req-2fa0307a-f446-4095-9bc4-03f733e92405 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 210 time: 0.0264730 Mar 11 15:23:07.837047 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5133a1-8049-47fc-a788-5101a1b7d6e0 req-6a9caf7b-cd3e-41b1-80af-d969f12c5ef8 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:07.838396 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8b5133a1-8049-47fc-a788-5101a1b7d6e0 req-6a9caf7b-cd3e-41b1-80af-d969f12c5ef8 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0512187 Mar 11 15:23:07.882732 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8b5133a1-8049-47fc-a788-5101a1b7d6e0 req-3a6b2fd8-c2a0-4aaf-a2c4-98b25b65f096 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388792 Mar 11 15:23:08.872808 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b2f74dae-eb8e-47c9-8ebb-9598d63ab592 req-e2e71166-6977-4575-8825-f21455d95730 tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 210 time: 0.0266690 Mar 11 15:23:08.998842 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84e1a1-a2d9-40c1-9f5e-7291493723bc req-608cee75-338e-4a9c-9b42-18a4374004df tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:09.000372 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-fb84e1a1-a2d9-40c1-9f5e-7291493723bc req-608cee75-338e-4a9c-9b42-18a4374004df tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0527978 Mar 11 15:23:09.048091 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-fb84e1a1-a2d9-40c1-9f5e-7291493723bc req-219dac42-0e94-4fd7-8837-ebd51e4519c1 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421970 Mar 11 15:23:09.972634 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3d986046-518d-404a-8295-f7dc391a64d5 req-9e87e9e0-16ba-45b3-9c2e-3011bbff4bca tempest-DeleteServersTestJSON-1064418731 tempest-DeleteServersTestJSON-1064418731-project] 10.222.0.44 "GET /v2.0/ports?device_id=232d114a-ea2e-4027-add8-e435783d5065 HTTP/1.1" status: 200 len: 210 time: 0.0274334 Mar 11 15:23:10.169449 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fae4fd-aff0-45ea-ba57-6179799ec9f6 req-710a5ad4-19af-4d94-ba1b-9e8c564a3769 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:10.170910 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-43fae4fd-aff0-45ea-ba57-6179799ec9f6 req-710a5ad4-19af-4d94-ba1b-9e8c564a3769 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0556173 Mar 11 15:23:10.220252 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-43fae4fd-aff0-45ea-ba57-6179799ec9f6 req-a3704db1-a17c-4de9-82e4-45b5697f6f73 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431993 Mar 11 15:23:11.354569 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0e65c-ece3-45f5-a1d4-58e24782ab77 req-e7a988cc-c616-437d-9b1c-8f6dab2a1592 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:11.356065 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c6b0e65c-ece3-45f5-a1d4-58e24782ab77 req-e7a988cc-c616-437d-9b1c-8f6dab2a1592 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0586004 Mar 11 15:23:11.403388 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c6b0e65c-ece3-45f5-a1d4-58e24782ab77 req-a7895579-91b6-42d3-8650-3aae621ac237 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417907 Mar 11 15:23:12.007812 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 57440) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:12.112705 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6720e9f0-8320-470f-ba9f-888724b95f87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:12.188840 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6720e9f0-8320-470f-ba9f-888724b95f87 admin admin] Publish callbacks [] for security_group (fa13dd0e-607e-48fc-a827-7816ea406432), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:12.289668 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6720e9f0-8320-470f-ba9f-888724b95f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (fa13dd0e-607e-48fc-a827-7816ea406432), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:12.328055 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-6720e9f0-8320-470f-ba9f-888724b95f87 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=df0294418762496fb5be9e9ea1bbabac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3191948 Mar 11 15:23:12.330448 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720e9f0-8320-470f-ba9f-888724b95f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa13dd0e-607e-48fc-a827-7816ea406432,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:12.331239 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 57448) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:12.379847 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0f7abd5d-b1b8-4fc0-b499-4d48d366d757 admin admin] Publish callbacks [] for security_group (fa13dd0e-607e-48fc-a827-7816ea406432), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:12.400855 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0f7abd5d-b1b8-4fc0-b499-4d48d366d757 admin admin] Publish callbacks [] for security_group (fa13dd0e-607e-48fc-a827-7816ea406432), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:12.501475 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:12.522868 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ee290-c802-4db8-8b1e-9e4e40846373 req-1d7ef7cd-2268-48c0-b4fe-0c0b4953d23d tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:12.524383 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-eb9ee290-c802-4db8-8b1e-9e4e40846373 req-1d7ef7cd-2268-48c0-b4fe-0c0b4953d23d tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0521488 Mar 11 15:23:12.530141 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0f7abd5d-b1b8-4fc0-b499-4d48d366d757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (fa13dd0e-607e-48fc-a827-7816ea406432), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:12.532966 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0f7abd5d-b1b8-4fc0-b499-4d48d366d757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:12.534923 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-0f7abd5d-b1b8-4fc0-b499-4d48d366d757 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fa13dd0e-607e-48fc-a827-7816ea406432 HTTP/1.1" status: 204 len: 168 time: 0.2025576 Mar 11 15:23:12.545348 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7abd5d-b1b8-4fc0-b499-4d48d366d757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa13dd0e-607e-48fc-a827-7816ea406432,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:12.582148 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-eb9ee290-c802-4db8-8b1e-9e4e40846373 req-ec444658-71ef-4343-be85-ad85c99f5919 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522768 Mar 11 15:23:13.667889 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 57514) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:13.708515 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731eaeb4-1a99-41a0-88ca-fcca15a31f92 req-cfcabe66-0802-47d3-964f-d1dcfb2a52fd tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:13.710849 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-731eaeb4-1a99-41a0-88ca-fcca15a31f92 req-cfcabe66-0802-47d3-964f-d1dcfb2a52fd tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0563793 Mar 11 15:23:13.788178 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6c37cd38-68c5-4ced-8062-27da52255fbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:13.797022 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-731eaeb4-1a99-41a0-88ca-fcca15a31f92 req-7a787b44-2503-441c-aa2d-203a9eab9b2b tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788808 Mar 11 15:23:13.861417 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 57524) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:13.894702 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6c37cd38-68c5-4ced-8062-27da52255fbf admin admin] Publish callbacks [] for security_group (a68d6bcf-f025-4bd5-8c84-6b86dc529600), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:13.910774 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_v2 [None req-df0d66e6-2044-4d29-83c9-3678ead9e762 admin admin] Deleting subnet 010c59a7-5a80-4cfe-b5d6-b72ffdb6c329 {{(pid=103740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 15:23:13.912669 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-df0d66e6-2044-4d29-83c9-3678ead9e762 admin admin] Publish callbacks [] for subnet (010c59a7-5a80-4cfe-b5d6-b72ffdb6c329), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:13.953818 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-df0d66e6-2044-4d29-83c9-3678ead9e762 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14027362'] for subnet (010c59a7-5a80-4cfe-b5d6-b72ffdb6c329), precommit_delete_associations {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:13.986994 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6c37cd38-68c5-4ced-8062-27da52255fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (a68d6bcf-f025-4bd5-8c84-6b86dc529600), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:13.996328 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-df0d66e6-2044-4d29-83c9-3678ead9e762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1914166'] for subnet (010c59a7-5a80-4cfe-b5d6-b72ffdb6c329), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:14.025872 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-6c37cd38-68c5-4ced-8062-27da52255fbf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=03fb57b0805e448abc796db3fb5cfb4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3570511 Mar 11 15:23:14.027073 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c37cd38-68c5-4ced-8062-27da52255fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68d6bcf-f025-4bd5-8c84-6b86dc529600,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:14.029145 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 57528) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:14.092373 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f4cc6e08-9d44-4e46-8e89-8817fe80abb3 admin admin] Publish callbacks [] for security_group (a68d6bcf-f025-4bd5-8c84-6b86dc529600), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:14.115317 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f4cc6e08-9d44-4e46-8e89-8817fe80abb3 admin admin] Publish callbacks [] for security_group (a68d6bcf-f025-4bd5-8c84-6b86dc529600), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:14.187489 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-df0d66e6-2044-4d29-83c9-3678ead9e762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1914173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15279855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14213724'] for subnet (010c59a7-5a80-4cfe-b5d6-b72ffdb6c329), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:14.213383 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d66e6-2044-4d29-83c9-3678ead9e762 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=010c59a7-5a80-4cfe-b5d6-b72ffdb6c329,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:14.217103 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-df0d66e6-2044-4d29-83c9-3678ead9e762 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:14.220504 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-df0d66e6-2044-4d29-83c9-3678ead9e762 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/010c59a7-5a80-4cfe-b5d6-b72ffdb6c329 HTTP/1.1" status: 204 len: 168 time: 0.3571188 Mar 11 15:23:14.223857 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 57530) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:14.254478 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f4cc6e08-9d44-4e46-8e89-8817fe80abb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (a68d6bcf-f025-4bd5-8c84-6b86dc529600), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:14.256992 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f4cc6e08-9d44-4e46-8e89-8817fe80abb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:14.258075 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-f4cc6e08-9d44-4e46-8e89-8817fe80abb3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a68d6bcf-f025-4bd5-8c84-6b86dc529600 HTTP/1.1" status: 204 len: 168 time: 0.2279718 Mar 11 15:23:14.304886 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cc6e08-9d44-4e46-8e89-8817fe80abb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68d6bcf-f025-4bd5-8c84-6b86dc529600,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:14.310572 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e20a42f3-c0a8-4341-8377-032e4d7f45eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2071539'] for network (a4bd7a84-65b5-427c-a67c-ef447e39a69d), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:14.391162 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e20a42f3-c0a8-4341-8377-032e4d7f45eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1913037', 'neutron.services.segments.db._delete_segments_for_network-8743153172758'] for network (a4bd7a84-65b5-427c-a67c-ef447e39a69d), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:14.413441 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-e20a42f3-c0a8-4341-8377-032e4d7f45eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4bd7a84-65b5-427c-a67c-ef447e39a69d']}} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:23:14.422963 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-e20a42f3-c0a8-4341-8377-032e4d7f45eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efd27574-803f-4fc4-8716-95fa10ee0931') {'for_net_delete': True} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:23:14.423256 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-e20a42f3-c0a8-4341-8377-032e4d7f45eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efd27574-803f-4fc4-8716-95fa10ee0931') {} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:23:14.438305 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e20a42f3-c0a8-4341-8377-032e4d7f45eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743153173023', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14027369'] for segment (efd27574-803f-4fc4-8716-95fa10ee0931), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:14.451723 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e20a42f3-c0a8-4341-8377-032e4d7f45eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (efd27574-803f-4fc4-8716-95fa10ee0931), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:14.457995 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20a42f3-c0a8-4341-8377-032e4d7f45eb admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:23:14.458404 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e20a42f3-c0a8-4341-8377-032e4d7f45eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15280433'] for segment (efd27574-803f-4fc4-8716-95fa10ee0931), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:14.460024 dv-cinder-833365-1-iscsi neutron-server[103740]: Traceback (most recent call last): Mar 11 15:23:14.460024 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:23:14.460024 dv-cinder-833365-1-iscsi neutron-server[103740]: timer() Mar 11 15:23:14.460024 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:23:14.460024 dv-cinder-833365-1-iscsi neutron-server[103740]: cb(*args, **kw) Mar 11 15:23:14.460024 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 15:23:14.460024 dv-cinder-833365-1-iscsi neutron-server[103740]: return func(*args, **kwargs) Mar 11 15:23:14.460024 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:23:14.460024 dv-cinder-833365-1-iscsi neutron-server[103740]: self._notify() Mar 11 15:23:14.460024 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:23:14.460024 dv-cinder-833365-1-iscsi neutron-server[103740]: self.callback(batched_events) Mar 11 15:23:14.460024 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:23:14.460024 dv-cinder-833365-1-iscsi neutron-server[103740]: event.method(event) Mar 11 15:23:14.460024 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 15:23:14.460024 dv-cinder-833365-1-iscsi neutron-server[103740]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:23:14.460024 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 15:23:14.460024 dv-cinder-833365-1-iscsi neutron-server[103740]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:23:14.460024 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 15:23:14.460024 dv-cinder-833365-1-iscsi neutron-server[103740]: return f(self, *a, **k) Mar 11 15:23:14.460024 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:23:14.460024 dv-cinder-833365-1-iscsi neutron-server[103740]: return self._get(url).json() Mar 11 15:23:14.460024 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:23:14.460024 dv-cinder-833365-1-iscsi neutron-server[103740]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:23:14.460024 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:23:14.460024 dv-cinder-833365-1-iscsi neutron-server[103740]: return self.request(url, 'GET', **kwargs) Mar 11 15:23:14.460024 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:23:14.460024 dv-cinder-833365-1-iscsi neutron-server[103740]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:23:14.460024 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:23:14.460024 dv-cinder-833365-1-iscsi neutron-server[103740]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:23:14.460024 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:23:14.460024 dv-cinder-833365-1-iscsi neutron-server[103740]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:23:14.460024 dv-cinder-833365-1-iscsi neutron-server[103740]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:23:14.621764 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e20a42f3-c0a8-4341-8377-032e4d7f45eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1913012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628375'] for network (a4bd7a84-65b5-427c-a67c-ef447e39a69d), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:14.630065 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e20a42f3-c0a8-4341-8377-032e4d7f45eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:14.636023 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-e20a42f3-c0a8-4341-8377-032e4d7f45eb admin admin] 10.222.0.44 "DELETE /v2.0/networks/a4bd7a84-65b5-427c-a67c-ef447e39a69d HTTP/1.1" status: 204 len: 168 time: 0.4085591 Mar 11 15:23:14.642970 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a42f3-c0a8-4341-8377-032e4d7f45eb admin admin] Pushing event deleted for resources: {'Network': ['ID=a4bd7a84-65b5-427c-a67c-ef447e39a69d,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:14.912958 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0d354-4478-4698-8d3e-11651b99453e req-0c688f7f-7781-43a9-b1cc-fffc381ea249 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:14.914557 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4ad0d354-4478-4698-8d3e-11651b99453e req-0c688f7f-7781-43a9-b1cc-fffc381ea249 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0604992 Mar 11 15:23:14.978063 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4ad0d354-4478-4698-8d3e-11651b99453e req-d832a0c3-e289-4c23-a535-6156368e39ae tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499279 Mar 11 15:23:15.036218 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 57562) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:15.088666 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-a84927a1-190c-4f87-93db-46522e02ef43 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eed6760063dd4576ab1cd8fe0fa631e1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0511522 Mar 11 15:23:15.091180 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 57566) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:15.139947 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b7380c57-9431-45c7-9478-3f28cb075b4b admin admin] Publish callbacks [] for security_group (da8816de-d047-4e31-bec5-33f6ab1a63cb), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:15.162075 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b7380c57-9431-45c7-9478-3f28cb075b4b admin admin] Publish callbacks [] for security_group (da8816de-d047-4e31-bec5-33f6ab1a63cb), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:15.282849 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b7380c57-9431-45c7-9478-3f28cb075b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (da8816de-d047-4e31-bec5-33f6ab1a63cb), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:15.286153 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b7380c57-9431-45c7-9478-3f28cb075b4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:15.287286 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-b7380c57-9431-45c7-9478-3f28cb075b4b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/da8816de-d047-4e31-bec5-33f6ab1a63cb HTTP/1.1" status: 204 len: 168 time: 0.1951649 Mar 11 15:23:15.295317 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7380c57-9431-45c7-9478-3f28cb075b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8816de-d047-4e31-bec5-33f6ab1a63cb,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:16.117391 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880562ec-15de-461f-9e20-ec3439b9333e req-6c4acdb9-117d-45e5-b8f2-8206cc984028 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:16.118872 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-880562ec-15de-461f-9e20-ec3439b9333e req-6c4acdb9-117d-45e5-b8f2-8206cc984028 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0652037 Mar 11 15:23:16.171141 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-880562ec-15de-461f-9e20-ec3439b9333e req-5c168816-07de-4963-a92c-a9e2a18dedb0 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467627 Mar 11 15:23:17.288426 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19902fe-fb6a-4b3c-910a-a700943b36e9 req-486684d8-0852-4568-ade0-51a3c1c71576 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:17.289749 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f19902fe-fb6a-4b3c-910a-a700943b36e9 req-486684d8-0852-4568-ade0-51a3c1c71576 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0529819 Mar 11 15:23:17.340681 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f19902fe-fb6a-4b3c-910a-a700943b36e9 req-c7cd490e-8ef5-475a-af36-c80b342f32fe tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454772 Mar 11 15:23:18.464849 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b45ea-40f3-4d4c-885f-3e4d5a7a3e16 req-3e2a2c62-47db-49cc-a024-053828f82211 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:18.466335 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-da4b45ea-40f3-4d4c-885f-3e4d5a7a3e16 req-3e2a2c62-47db-49cc-a024-053828f82211 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0533221 Mar 11 15:23:18.522017 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-da4b45ea-40f3-4d4c-885f-3e4d5a7a3e16 req-9b50d94c-13cc-466e-b9c3-a4e91271baec tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501401 Mar 11 15:23:19.652319 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 57794) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:19.666227 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bd22c-98d2-4c56-9d8c-326fe0ef7647 req-2168f05c-73fa-41b7-9b0d-7b1c0efcc699 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:19.667775 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-db4bd22c-98d2-4c56-9d8c-326fe0ef7647 req-2168f05c-73fa-41b7-9b0d-7b1c0efcc699 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0657589 Mar 11 15:23:19.719341 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-db4bd22c-98d2-4c56-9d8c-326fe0ef7647 req-b92fd528-e282-49c2-baa5-ce164fd5d90d tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444121 Mar 11 15:23:19.772247 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3be91ded-a637-4e6a-8085-18a5e8ed1ddc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:19.844409 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3be91ded-a637-4e6a-8085-18a5e8ed1ddc admin admin] Publish callbacks [] for security_group (f0796880-5a0a-4fbf-864f-e597ae9ffef5), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:19.912529 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3be91ded-a637-4e6a-8085-18a5e8ed1ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (f0796880-5a0a-4fbf-864f-e597ae9ffef5), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:19.954727 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 57806) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:19.954985 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-3be91ded-a637-4e6a-8085-18a5e8ed1ddc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4a8164672219446084d3f3454107e435&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3013873 Mar 11 15:23:19.956836 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be91ded-a637-4e6a-8085-18a5e8ed1ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0796880-5a0a-4fbf-864f-e597ae9ffef5,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:20.008411 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1399ace8-1a51-4155-9494-bcee659c366d admin admin] Publish callbacks [] for security_group (f0796880-5a0a-4fbf-864f-e597ae9ffef5), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:20.032162 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1399ace8-1a51-4155-9494-bcee659c366d admin admin] Publish callbacks [] for security_group (f0796880-5a0a-4fbf-864f-e597ae9ffef5), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:20.158541 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1399ace8-1a51-4155-9494-bcee659c366d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (f0796880-5a0a-4fbf-864f-e597ae9ffef5), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:20.161511 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1399ace8-1a51-4155-9494-bcee659c366d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:20.162653 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-1399ace8-1a51-4155-9494-bcee659c366d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f0796880-5a0a-4fbf-864f-e597ae9ffef5 HTTP/1.1" status: 204 len: 168 time: 0.2067680 Mar 11 15:23:20.170484 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399ace8-1a51-4155-9494-bcee659c366d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0796880-5a0a-4fbf-864f-e597ae9ffef5,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:20.713276 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 57840) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:20.822955 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-979f289c-de6d-4e23-97c5-1126045e6b14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:20.845646 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991f052-a681-42f1-afce-6f531636a725 req-a322447e-87d4-40e4-9e5a-8db71e2a9bdf tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:20.848973 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3991f052-a681-42f1-afce-6f531636a725 req-a322447e-87d4-40e4-9e5a-8db71e2a9bdf tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0585496 Mar 11 15:23:20.905144 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3991f052-a681-42f1-afce-6f531636a725 req-bdb58200-915c-4207-9c37-f5db63e6ee7e tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509720 Mar 11 15:23:20.933934 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-979f289c-de6d-4e23-97c5-1126045e6b14 admin admin] Publish callbacks [] for security_group (29812b77-bcbe-4fdf-9e97-32bc364fb4d3), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:21.009979 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-979f289c-de6d-4e23-97c5-1126045e6b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (29812b77-bcbe-4fdf-9e97-32bc364fb4d3), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:21.054585 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 57854) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:21.054707 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-979f289c-de6d-4e23-97c5-1126045e6b14 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f2d9574d8dbc40d39e41d421e0322261&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3399394 Mar 11 15:23:21.055407 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f289c-de6d-4e23-97c5-1126045e6b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29812b77-bcbe-4fdf-9e97-32bc364fb4d3,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:21.113209 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-85544358-0e09-4378-970a-119144f5d16e admin admin] Publish callbacks [] for security_group (29812b77-bcbe-4fdf-9e97-32bc364fb4d3), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:21.134779 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-85544358-0e09-4378-970a-119144f5d16e admin admin] Publish callbacks [] for security_group (29812b77-bcbe-4fdf-9e97-32bc364fb4d3), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:21.244559 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-85544358-0e09-4378-970a-119144f5d16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (29812b77-bcbe-4fdf-9e97-32bc364fb4d3), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:21.247506 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-85544358-0e09-4378-970a-119144f5d16e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:21.251497 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-85544358-0e09-4378-970a-119144f5d16e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/29812b77-bcbe-4fdf-9e97-32bc364fb4d3 HTTP/1.1" status: 204 len: 168 time: 0.1951685 Mar 11 15:23:21.260461 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85544358-0e09-4378-970a-119144f5d16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29812b77-bcbe-4fdf-9e97-32bc364fb4d3,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:21.832699 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 57880) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:21.944076 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-80246df4-e961-47ca-9907-e8b6a3d2a2e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:21.987159 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 57892) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:22.017477 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4fac134f-32af-4289-bd39-41867a391e5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:22.034943 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-80246df4-e961-47ca-9907-e8b6a3d2a2e0 admin admin] Publish callbacks [] for security_group (8a1879ad-534f-467f-859c-9b35f16195bc), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:22.062866 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cee8b-42e5-4e3e-9dd0-aa88b400036a req-54e07f01-0f69-4920-be62-e41bf75f5af3 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:22.064338 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4c5cee8b-42e5-4e3e-9dd0-aa88b400036a req-54e07f01-0f69-4920-be62-e41bf75f5af3 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0856862 Mar 11 15:23:22.113015 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-80246df4-e961-47ca-9907-e8b6a3d2a2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (8a1879ad-534f-467f-859c-9b35f16195bc), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:22.136455 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4c5cee8b-42e5-4e3e-9dd0-aa88b400036a req-e57daa28-77b0-4895-9d99-debe9da72f88 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664492 Mar 11 15:23:22.157467 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4fac134f-32af-4289-bd39-41867a391e5c admin admin] Publish callbacks [] for security_group (d29edf28-fadc-4963-9ea6-2178dc17a246), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:22.157594 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-80246df4-e961-47ca-9907-e8b6a3d2a2e0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a7147c6313ec492f9ced73050590c60b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3206947 Mar 11 15:23:22.157594 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80246df4-e961-47ca-9907-e8b6a3d2a2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1879ad-534f-467f-859c-9b35f16195bc,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:22.157769 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 57896) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:22.205743 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-97d3db62-5494-47b7-a8c6-432f78de68a2 admin admin] Publish callbacks [] for security_group (8a1879ad-534f-467f-859c-9b35f16195bc), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:22.229140 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-97d3db62-5494-47b7-a8c6-432f78de68a2 admin admin] Publish callbacks [] for security_group (8a1879ad-534f-467f-859c-9b35f16195bc), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:22.253677 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4fac134f-32af-4289-bd39-41867a391e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (d29edf28-fadc-4963-9ea6-2178dc17a246), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:22.293687 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-4fac134f-32af-4289-bd39-41867a391e5c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4ba391ef59ab452599d5d67d13e7930d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3034344 Mar 11 15:23:22.296570 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 57898) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:22.301387 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac134f-32af-4289-bd39-41867a391e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29edf28-fadc-4963-9ea6-2178dc17a246,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:22.345024 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9e5260db-bf58-44b8-9950-79815e849e9c admin admin] Publish callbacks [] for security_group (d29edf28-fadc-4963-9ea6-2178dc17a246), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:22.366832 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9e5260db-bf58-44b8-9950-79815e849e9c admin admin] Publish callbacks [] for security_group (d29edf28-fadc-4963-9ea6-2178dc17a246), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:22.373955 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-97d3db62-5494-47b7-a8c6-432f78de68a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (8a1879ad-534f-467f-859c-9b35f16195bc), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:22.376543 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-97d3db62-5494-47b7-a8c6-432f78de68a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:22.377671 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-97d3db62-5494-47b7-a8c6-432f78de68a2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8a1879ad-534f-467f-859c-9b35f16195bc HTTP/1.1" status: 204 len: 168 time: 0.2192621 Mar 11 15:23:22.385613 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3db62-5494-47b7-a8c6-432f78de68a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1879ad-534f-467f-859c-9b35f16195bc,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:22.494063 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9e5260db-bf58-44b8-9950-79815e849e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (d29edf28-fadc-4963-9ea6-2178dc17a246), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:22.496638 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9e5260db-bf58-44b8-9950-79815e849e9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:22.497765 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-9e5260db-bf58-44b8-9950-79815e849e9c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d29edf28-fadc-4963-9ea6-2178dc17a246 HTTP/1.1" status: 204 len: 168 time: 0.2000089 Mar 11 15:23:22.505459 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5260db-bf58-44b8-9950-79815e849e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29edf28-fadc-4963-9ea6-2178dc17a246,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:23.257580 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839e940-1af3-4001-8c94-53b0a90a182f req-ca0daf4b-ee26-4bd7-a4c8-13896490f3ec tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:23.259115 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9839e940-1af3-4001-8c94-53b0a90a182f req-ca0daf4b-ee26-4bd7-a4c8-13896490f3ec tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0564930 Mar 11 15:23:23.309379 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9839e940-1af3-4001-8c94-53b0a90a182f req-c7def8ad-9f1f-4100-a60b-34b33eb1c016 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445650 Mar 11 15:23:23.393719 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 57948) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:23.584751 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-65bb98b5-5df4-4001-9c9d-7f25badf88fe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1583143426-network', 'tenant_id': '7d0244beabeb42d0831e351a104bbce8'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:23:23.683997 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bb98b5-5df4-4001-9c9d-7f25badf88fe admin admin] Made reservation on behalf of 7d0244beabeb42d0831e351a104bbce8 for: {'network': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:23:23.686318 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-65bb98b5-5df4-4001-9c9d-7f25badf88fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for network (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:23.695588 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-65bb98b5-5df4-4001-9c9d-7f25badf88fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:23.769158 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-65bb98b5-5df4-4001-9c9d-7f25badf88fe admin admin] Publish callbacks [] for security_group (fa88aeb2-cc5f-4654-a8b3-eb2fb8fbc587), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:23.876698 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-65bb98b5-5df4-4001-9c9d-7f25badf88fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (fa88aeb2-cc5f-4654-a8b3-eb2fb8fbc587), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:23.900792 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65bb98b5-5df4-4001-9c9d-7f25badf88fe admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:23:23.910109 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb98b5-5df4-4001-9c9d-7f25badf88fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa88aeb2-cc5f-4654-a8b3-eb2fb8fbc587,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:23.917442 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-65bb98b5-5df4-4001-9c9d-7f25badf88fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (619dc896-bf7c-47d3-b303-226721fbea91), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:23.917788 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.db.segments_db [None req-65bb98b5-5df4-4001-9c9d-7f25badf88fe admin admin] Added segment 619dc896-bf7c-47d3-b303-226721fbea91 of type vlan for network d8a88a21-9bc5-4199-8c17-333f15d9f909 Mar 11 15:23:23.960113 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-65bb98b5-5df4-4001-9c9d-7f25badf88fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152803018'] for network (d8a88a21-9bc5-4199-8c17-333f15d9f909), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:24.049546 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-65bb98b5-5df4-4001-9c9d-7f25badf88fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548'] for network (d8a88a21-9bc5-4199-8c17-333f15d9f909), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:24.050722 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bb98b5-5df4-4001-9c9d-7f25badf88fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:24.051881 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-65bb98b5-5df4-4001-9c9d-7f25badf88fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:24.111190 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb98b5-5df4-4001-9c9d-7f25badf88fe admin admin] Pushing event updated for resources: {'Network': ['ID=d8a88a21-9bc5-4199-8c17-333f15d9f909,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:24.123154 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Network d8a88a21-9bc5-4199-8c17-333f15d9f909 details requested by agent ovs-agent-dv-cinder-833365-1-iscsi with host dv-cinder-833365-1-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 15:23:24.146907 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 57970) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:24.151013 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-65bb98b5-5df4-4001-9c9d-7f25badf88fe admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7521834 Mar 11 15:23:24.152679 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-b65e0800-2488-4c87-b0c2-b5a56cfe49db admin admin] Request body: {'subnet': {'network_id': 'd8a88a21-9bc5-4199-8c17-333f15d9f909', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1583143426-subnet', 'tenant_id': '7d0244beabeb42d0831e351a104bbce8', 'ip_version': 4}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:23:24.266541 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65e0800-2488-4c87-b0c2-b5a56cfe49db admin admin] Made reservation on behalf of 7d0244beabeb42d0831e351a104bbce8 for: {'subnet': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:23:24.268885 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b65e0800-2488-4c87-b0c2-b5a56cfe49db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14213755'] for subnet (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:24.441458 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0f95b-96fe-430d-98fe-39adfd328df4 req-bd56011f-134a-43e6-b016-42349363c94a tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:24.443414 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c6e0f95b-96fe-430d-98fe-39adfd328df4 req-bd56011f-134a-43e6-b016-42349363c94a tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0595198 Mar 11 15:23:24.496733 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c6e0f95b-96fe-430d-98fe-39adfd328df4 req-a1ee56a4-30d0-4c49-8d3f-ae43fe2f7e8e tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458615 Mar 11 15:23:24.535526 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b65e0800-2488-4c87-b0c2-b5a56cfe49db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15279788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14213717'] for subnet (e334dbac-ea6f-40c8-bf50-2480902c25fb), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:24.598783 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e0800-2488-4c87-b0c2-b5a56cfe49db admin admin] Pushing event updated for resources: {'Subnet': ['ID=e334dbac-ea6f-40c8-bf50-2480902c25fb,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:24.606572 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65e0800-2488-4c87-b0c2-b5a56cfe49db admin admin] Checking segment: {'id': '619dc896-bf7c-47d3-b303-226721fbea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd8a88a21-9bc5-4199-8c17-333f15d9f909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:23:24.606964 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65e0800-2488-4c87-b0c2-b5a56cfe49db admin admin] Network hostable DHCP agents. Network: d8a88a21-9bc5-4199-8c17-333f15d9f909, hostable agents: ['e21939e9-4971-4f1d-851f-403443bff873'], hosted agents: [] {{(pid=103740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:23:24.707713 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65e0800-2488-4c87-b0c2-b5a56cfe49db admin admin] Network d8a88a21-9bc5-4199-8c17-333f15d9f909 is scheduled to be hosted by DHCP agent e21939e9-4971-4f1d-851f-403443bff873 with binding_index 1 {{(pid=103740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:23:24.798074 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-b65e0800-2488-4c87-b0c2-b5a56cfe49db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833365-1-iscsi, d8a88a21-9bc5-4199-8c17-333f15d9f909) {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:23:24.802545 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65e0800-2488-4c87-b0c2-b5a56cfe49db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:24.803242 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b65e0800-2488-4c87-b0c2-b5a56cfe49db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:24.809214 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156c6ebf-8af0-4f41-8ce6-b66b63297f88 None None] Network d8a88a21-9bc5-4199-8c17-333f15d9f909 requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:23:24.901765 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-b65e0800-2488-4c87-b0c2-b5a56cfe49db admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7518289 Mar 11 15:23:24.902191 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 57992) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:24.906784 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-0411e836-1274-44f4-95e7-cf49b135653b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1583143426-router', 'tenant_id': '7d0244beabeb42d0831e351a104bbce8', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:23:24.929195 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933ce697-cba7-4c17-8032-8c94f9581c31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba5bfae8-fb0b-5e64-82d4-a0a3cc1a0157-d8a88a21-9bc5-4199-8c17-333f15d9f909', 'network_id': 'd8a88a21-9bc5-4199-8c17-333f15d9f909', 'project_id': '7d0244beabeb42d0831e351a104bbce8', 'fixed_ips': [{'subnet_id': 'e334dbac-ea6f-40c8-bf50-2480902c25fb'}]}} from dv-cinder-833365-1-iscsi. {{(pid=103741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 15:23:24.930062 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-933ce697-cba7-4c17-8032-8c94f9581c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:24.992955 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0411e836-1274-44f4-95e7-cf49b135653b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-624982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8329'] for router (9f706b4b-6175-4723-8e6e-365ad42c15f9), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:24.994246 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0411e836-1274-44f4-95e7-cf49b135653b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-625122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8432'] for router (9f706b4b-6175-4723-8e6e-365ad42c15f9), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:25.062041 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0411e836-1274-44f4-95e7-cf49b135653b admin admin] Publish callbacks [] for router_controller (9f706b4b-6175-4723-8e6e-365ad42c15f9), precommit_add_association {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:25.070381 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.db_base_plugin_common [None req-933ce697-cba7-4c17-8032-8c94f9581c31 None None] Allocated IP 172.20.0.2 (d8a88a21-9bc5-4199-8c17-333f15d9f909/e334dbac-ea6f-40c8-bf50-2480902c25fb/e6b82401-0514-4274-b3be-e5742257a404) {{(pid=103741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:23:25.229080 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-933ce697-cba7-4c17-8032-8c94f9581c31 None None] Publish callbacks [] for port (e6b82401-0514-4274-b3be-e5742257a404), precommit_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:25.280994 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0411e836-1274-44f4-95e7-cf49b135653b admin admin] Publish callbacks [] for router_gateway (9f706b4b-6175-4723-8e6e-365ad42c15f9), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:25.294393 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-933ce697-cba7-4c17-8032-8c94f9581c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391'] for port (e6b82401-0514-4274-b3be-e5742257a404), after_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:25.332809 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933ce697-cba7-4c17-8032-8c94f9581c31 None None] Network d8a88a21-9bc5-4199-8c17-333f15d9f909 is already hosted by enough agents. {{(pid=103741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:23:25.338171 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.scheduler.base_scheduler [None req-933ce697-cba7-4c17-8032-8c94f9581c31 None None] Resources bound (agent type, host, resource id): {{(pid=103741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:23:25.341263 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933ce697-cba7-4c17-8032-8c94f9581c31 None None] Received port after_create {{(pid=103741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:23:25.352038 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ce697-cba7-4c17-8032-8c94f9581c31 None None] Pushing event updated for resources: {'Port': ['ID=e6b82401-0514-4274-b3be-e5742257a404,revision_number=1']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:25.363992 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933ce697-cba7-4c17-8032-8c94f9581c31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:25.363992 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933ce697-cba7-4c17-8032-8c94f9581c31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:25.363992 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933ce697-cba7-4c17-8032-8c94f9581c31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:25.363992 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933ce697-cba7-4c17-8032-8c94f9581c31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:25.364323 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933ce697-cba7-4c17-8032-8c94f9581c31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:25.364402 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933ce697-cba7-4c17-8032-8c94f9581c31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:25.364739 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933ce697-cba7-4c17-8032-8c94f9581c31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:25.365068 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933ce697-cba7-4c17-8032-8c94f9581c31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:25.365468 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933ce697-cba7-4c17-8032-8c94f9581c31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:25.365724 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933ce697-cba7-4c17-8032-8c94f9581c31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:25.366053 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933ce697-cba7-4c17-8032-8c94f9581c31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:25.366376 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933ce697-cba7-4c17-8032-8c94f9581c31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:25.366696 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933ce697-cba7-4c17-8032-8c94f9581c31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:25.422304 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-933ce697-cba7-4c17-8032-8c94f9581c31 None None] Attempting to bind port e6b82401-0514-4274-b3be-e5742257a404 on host dv-cinder-833365-1-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:23:25.422769 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-933ce697-cba7-4c17-8032-8c94f9581c31 None None] Attempting to bind port e6b82401-0514-4274-b3be-e5742257a404 by drivers openvswitch,hyperv on host dv-cinder-833365-1-iscsi at level 0 using segments [{'id': '619dc896-bf7c-47d3-b303-226721fbea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd8a88a21-9bc5-4199-8c17-333f15d9f909'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:23:25.423204 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ce697-cba7-4c17-8032-8c94f9581c31 None None] Attempting to bind port e6b82401-0514-4274-b3be-e5742257a404 on network d8a88a21-9bc5-4199-8c17-333f15d9f909 {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:23:25.428639 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ce697-cba7-4c17-8032-8c94f9581c31 None None] Checking agent: {'id': 'fa4429e9-b5f2-4825-8862-7268ebba473a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833365-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 13, 4), 'started_at': datetime.datetime(2022, 3, 11, 15, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833365-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:23:25.429274 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ce697-cba7-4c17-8032-8c94f9581c31 None None] Checking segment: {'id': '619dc896-bf7c-47d3-b303-226721fbea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd8a88a21-9bc5-4199-8c17-333f15d9f909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:23:25.429547 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-933ce697-cba7-4c17-8032-8c94f9581c31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:25.430130 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933ce697-cba7-4c17-8032-8c94f9581c31 None None] Bound using segment: {'id': '619dc896-bf7c-47d3-b303-226721fbea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd8a88a21-9bc5-4199-8c17-333f15d9f909'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:23:25.430668 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-933ce697-cba7-4c17-8032-8c94f9581c31 None None] Bound port: e6b82401-0514-4274-b3be-e5742257a404, host: dv-cinder-833365-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619dc896-bf7c-47d3-b303-226721fbea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd8a88a21-9bc5-4199-8c17-333f15d9f909'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:23:25.431266 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-933ce697-cba7-4c17-8032-8c94f9581c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (e6b82401-0514-4274-b3be-e5742257a404), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:25.506597 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-933ce697-cba7-4c17-8032-8c94f9581c31 None None] For port e6b82401-0514-4274-b3be-e5742257a404, host dv-cinder-833365-1-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:23:25.510368 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-933ce697-cba7-4c17-8032-8c94f9581c31 None None] For port e6b82401-0514-4274-b3be-e5742257a404, host dv-cinder-833365-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=e6b82401-0514-4274-b3be-e5742257a404,segment=NetworkSegment(619dc896-bf7c-47d3-b303-226721fbea91),segment_id=619dc896-bf7c-47d3-b303-226721fbea91)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:23:25.604920 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-933ce697-cba7-4c17-8032-8c94f9581c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (e6b82401-0514-4274-b3be-e5742257a404), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:25.680563 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ce697-cba7-4c17-8032-8c94f9581c31 None None] Pushing event updated for resources: {'Port': ['ID=e6b82401-0514-4274-b3be-e5742257a404,revision_number=2']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:25.768445 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0411e836-1274-44f4-95e7-cf49b135653b admin admin] Publish callbacks [] for router_gateway (9f706b4b-6175-4723-8e6e-365ad42c15f9), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:25.791912 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0411e836-1274-44f4-95e7-cf49b135653b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:25.810516 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e85ad8-91c6-47c4-852e-ac29746b4a24 req-2d18d758-930e-4a3c-8cba-4dfee33d3528 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:25.812469 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-95e85ad8-91c6-47c4-852e-ac29746b4a24 req-2d18d758-930e-4a3c-8cba-4dfee33d3528 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.1632178 Mar 11 15:23:25.930873 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-95e85ad8-91c6-47c4-852e-ac29746b4a24 req-6fb35de6-5a23-47ef-9fdc-0cdb5aeb9378 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866439 Mar 11 15:23:25.971316 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-0411e836-1274-44f4-95e7-cf49b135653b admin admin] Allocated IP 172.27.2.46 (78e1392b-e3c2-4d04-8c82-7bd84bb30297/7f6dd339-b219-48a3-93bc-4a99710f07af/de311db2-be21-4456-896c-a72c51efb87d) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:23:26.122720 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0411e836-1274-44f4-95e7-cf49b135653b admin admin] Publish callbacks [] for port (de311db2-be21-4456-896c-a72c51efb87d), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:26.226315 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0411e836-1274-44f4-95e7-cf49b135653b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (de311db2-be21-4456-896c-a72c51efb87d), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:26.266885 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0411e836-1274-44f4-95e7-cf49b135653b admin admin] Network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:23:26.273576 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-0411e836-1274-44f4-95e7-cf49b135653b admin admin] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:23:26.277154 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0411e836-1274-44f4-95e7-cf49b135653b admin admin] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:23:26.299513 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411e836-1274-44f4-95e7-cf49b135653b admin admin] Pushing event updated for resources: {'Port': ['ID=de311db2-be21-4456-896c-a72c51efb87d,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:26.637643 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0411e836-1274-44f4-95e7-cf49b135653b admin admin] Publish callbacks [] for router_gateway (9f706b4b-6175-4723-8e6e-365ad42c15f9), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:26.724082 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af17d8a-1662-4330-ad15-1057760d83ac None None] Network d8a88a21-9bc5-4199-8c17-333f15d9f909 requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:23:26.808777 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-4940ee62-39cb-4e18-ad09-e7e0b2429d6e None None] Provisioning complete for port e6b82401-0514-4274-b3be-e5742257a404 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:23:26.809038 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-4940ee62-39cb-4e18-ad09-e7e0b2429d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (e6b82401-0514-4274-b3be-e5742257a404), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:26.842926 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0411e836-1274-44f4-95e7-cf49b135653b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-625133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628335'] for router (9f706b4b-6175-4723-8e6e-365ad42c15f9), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:26.925165 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-4940ee62-39cb-4e18-ad09-e7e0b2429d6e None None] Current status of the port e6b82401-0514-4274-b3be-e5742257a404 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:23:26.925561 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-4940ee62-39cb-4e18-ad09-e7e0b2429d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (e6b82401-0514-4274-b3be-e5742257a404), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:26.963769 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-4940ee62-39cb-4e18-ad09-e7e0b2429d6e None None] For port e6b82401-0514-4274-b3be-e5742257a404, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=e6b82401-0514-4274-b3be-e5742257a404,segment=NetworkSegment(619dc896-bf7c-47d3-b303-226721fbea91),segment_id=619dc896-bf7c-47d3-b303-226721fbea91)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:23:27.037759 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-4940ee62-39cb-4e18-ad09-e7e0b2429d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (e6b82401-0514-4274-b3be-e5742257a404), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:27.065811 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0411e836-1274-44f4-95e7-cf49b135653b admin admin] Router 9f706b4b-6175-4723-8e6e-365ad42c15f9 is scheduled to L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 with binding_index 1 {{(pid=103740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:23:27.087672 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b7e6d-1525-46de-bbb2-eb4e46752827 req-6ae909f3-547f-43ef-ae93-831407632cbb tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:27.093217 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-445b7e6d-1525-46de-bbb2-eb4e46752827 req-6ae909f3-547f-43ef-ae93-831407632cbb tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0801766 Mar 11 15:23:27.116241 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940ee62-39cb-4e18-ad09-e7e0b2429d6e None None] Pushing event updated for resources: {'Port': ['ID=e6b82401-0514-4274-b3be-e5742257a404,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:27.146034 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-445b7e6d-1525-46de-bbb2-eb4e46752827 req-92836a29-fcb7-4310-8a2e-977df26281da tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467784 Mar 11 15:23:27.163980 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-9a763efe-36a6-4acf-adc1-6416994ba959 None None] Provisioning complete for port e6b82401-0514-4274-b3be-e5742257a404 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:23:27.164366 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9a763efe-36a6-4acf-adc1-6416994ba959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (e6b82401-0514-4274-b3be-e5742257a404), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:27.202820 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0411e836-1274-44f4-95e7-cf49b135653b admin admin] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:23:27.215719 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d001773-f59b-4cd1-a605-4525bcf61458 None None] Sync routers for ids ['9f706b4b-6175-4723-8e6e-365ad42c15f9'] in dv-cinder-833365-1-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:23:27.226389 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d001773-f59b-4cd1-a605-4525bcf61458 None None] Routers {'9f706b4b-6175-4723-8e6e-365ad42c15f9'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:23:27.227105 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-8d001773-f59b-4cd1-a605-4525bcf61458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:23:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['9f706b4b-6175-4723-8e6e-365ad42c15f9'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:23:27.244670 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-9a763efe-36a6-4acf-adc1-6416994ba959 None None] Current status of the port e6b82401-0514-4274-b3be-e5742257a404 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:23:27.268569 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0411e836-1274-44f4-95e7-cf49b135653b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:27.269969 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-0411e836-1274-44f4-95e7-cf49b135653b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3668272 Mar 11 15:23:27.272683 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 58052) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:27.334274 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-8d001773-f59b-4cd1-a605-4525bcf61458 None None] Set router 9f706b4b-6175-4723-8e6e-365ad42c15f9 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:23:27.480114 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device e6b82401-0514-4274-b3be-e5742257a404 up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:23:27.529843 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-8d001773-f59b-4cd1-a605-4525bcf61458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'name': 'tempest-TestShelveInstance-1583143426-router', 'tenant_id': '7d0244beabeb42d0831e351a104bbce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'de311db2-be21-4456-896c-a72c51efb87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:23:25Z', 'updated_at': '2022-03-11T15:23:26Z', 'revision_number': 3, 'project_id': '7d0244beabeb42d0831e351a104bbce8', 'gw_port': {'id': 'de311db2-be21-4456-896c-a72c51efb87d', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:23:25Z', 'updated_at': '2022-03-11T15:23:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:23:27.532930 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port e6b82401-0514-4274-b3be-e5742257a404 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:23:27.533508 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (e6b82401-0514-4274-b3be-e5742257a404), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:27.562477 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d001773-f59b-4cd1-a605-4525bcf61458 None None] Checking router: 9f706b4b-6175-4723-8e6e-365ad42c15f9 for host: dv-cinder-833365-1-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:23:27.562962 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d001773-f59b-4cd1-a605-4525bcf61458 None None] Updating router 9f706b4b-6175-4723-8e6e-365ad42c15f9 port de311db2-be21-4456-896c-a72c51efb87d binding host dv-cinder-833365-1-iscsi {{(pid=103742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:23:27.593408 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-8d001773-f59b-4cd1-a605-4525bcf61458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (de311db2-be21-4456-896c-a72c51efb87d), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:27.615511 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port e6b82401-0514-4274-b3be-e5742257a404 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:23:27.804334 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-bd96f857-3c1c-4d45-8d7d-991775caabbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:27.851087 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-15cae6df-80c4-4cbb-84a8-2a66463c2812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:27.854954 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-8d001773-f59b-4cd1-a605-4525bcf61458 None None] Publish callbacks [] for port (de311db2-be21-4456-896c-a72c51efb87d), precommit_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:27.933470 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-8d001773-f59b-4cd1-a605-4525bcf61458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (de311db2-be21-4456-896c-a72c51efb87d), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:27.986763 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-8d001773-f59b-4cd1-a605-4525bcf61458 None None] Attempting to bind port de311db2-be21-4456-896c-a72c51efb87d on host dv-cinder-833365-1-iscsi for vnic_type normal with profile {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:23:27.987136 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-8d001773-f59b-4cd1-a605-4525bcf61458 None None] Attempting to bind port de311db2-be21-4456-896c-a72c51efb87d by drivers openvswitch,hyperv on host dv-cinder-833365-1-iscsi at level 0 using segments [{'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:23:27.987524 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d001773-f59b-4cd1-a605-4525bcf61458 None None] Attempting to bind port de311db2-be21-4456-896c-a72c51efb87d on network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:23:27.994841 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51c1b2-da46-402c-8392-1ec4c0cb804c None None] Pushing event updated for resources: {'Port': ['ID=de311db2-be21-4456-896c-a72c51efb87d,revision_number=2']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:28.000828 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d001773-f59b-4cd1-a605-4525bcf61458 None None] Checking agent: {'id': 'fa4429e9-b5f2-4825-8862-7268ebba473a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833365-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 13, 4), 'started_at': datetime.datetime(2022, 3, 11, 15, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833365-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:23:28.001210 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d001773-f59b-4cd1-a605-4525bcf61458 None None] Checking segment: {'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:23:28.001612 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-8d001773-f59b-4cd1-a605-4525bcf61458 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:28.002008 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d001773-f59b-4cd1-a605-4525bcf61458 None None] Bound using segment: {'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:23:28.002480 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-8d001773-f59b-4cd1-a605-4525bcf61458 None None] Bound port: de311db2-be21-4456-896c-a72c51efb87d, host: dv-cinder-833365-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:23:28.002867 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-8d001773-f59b-4cd1-a605-4525bcf61458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (de311db2-be21-4456-896c-a72c51efb87d), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:28.007774 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51c1b2-da46-402c-8392-1ec4c0cb804c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:28.008155 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51c1b2-da46-402c-8392-1ec4c0cb804c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:28.008652 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51c1b2-da46-402c-8392-1ec4c0cb804c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:28.008999 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51c1b2-da46-402c-8392-1ec4c0cb804c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:28.010299 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51c1b2-da46-402c-8392-1ec4c0cb804c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:28.010643 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51c1b2-da46-402c-8392-1ec4c0cb804c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:28.010980 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51c1b2-da46-402c-8392-1ec4c0cb804c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:28.011312 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51c1b2-da46-402c-8392-1ec4c0cb804c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:28.011671 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51c1b2-da46-402c-8392-1ec4c0cb804c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:28.012022 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51c1b2-da46-402c-8392-1ec4c0cb804c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:28.012352 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51c1b2-da46-402c-8392-1ec4c0cb804c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:28.012672 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51c1b2-da46-402c-8392-1ec4c0cb804c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:28.012986 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51c1b2-da46-402c-8392-1ec4c0cb804c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:28.015123 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-15cae6df-80c4-4cbb-84a8-2a66463c2812 admin admin] Allocated IP 172.20.0.1 (d8a88a21-9bc5-4199-8c17-333f15d9f909/e334dbac-ea6f-40c8-bf50-2480902c25fb/d4bdd21b-a6af-4518-b633-a989cfb069a8) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:23:28.069072 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-8d001773-f59b-4cd1-a605-4525bcf61458 None None] For port de311db2-be21-4456-896c-a72c51efb87d, host dv-cinder-833365-1-iscsi, cleared binding levels {{(pid=103742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:23:28.073241 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-8d001773-f59b-4cd1-a605-4525bcf61458 None None] For port de311db2-be21-4456-896c-a72c51efb87d, host dv-cinder-833365-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=de311db2-be21-4456-896c-a72c51efb87d,segment=NetworkSegment(64a1f402-9998-47a9-9edb-15a3bada483f),segment_id=64a1f402-9998-47a9-9edb-15a3bada483f)] {{(pid=103742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:23:28.119927 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-15cae6df-80c4-4cbb-84a8-2a66463c2812 admin admin] Publish callbacks [] for port (d4bdd21b-a6af-4518-b633-a989cfb069a8), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:28.136124 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-8d001773-f59b-4cd1-a605-4525bcf61458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (de311db2-be21-4456-896c-a72c51efb87d), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:28.195522 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d001773-f59b-4cd1-a605-4525bcf61458 None None] Routers {'9f706b4b-6175-4723-8e6e-365ad42c15f9'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:23:28.196146 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-8d001773-f59b-4cd1-a605-4525bcf61458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:23:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['9f706b4b-6175-4723-8e6e-365ad42c15f9'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:23:28.197999 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51c1b2-da46-402c-8392-1ec4c0cb804c None None] Pushing event updated for resources: {'Port': ['ID=de311db2-be21-4456-896c-a72c51efb87d,revision_number=3']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:28.239151 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-15cae6df-80c4-4cbb-84a8-2a66463c2812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (d4bdd21b-a6af-4518-b633-a989cfb069a8), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:28.297535 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cae6df-80c4-4cbb-84a8-2a66463c2812 admin admin] Network d8a88a21-9bc5-4199-8c17-333f15d9f909 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:23:28.303590 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-15cae6df-80c4-4cbb-84a8-2a66463c2812 admin admin] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:23:28.305996 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cae6df-80c4-4cbb-84a8-2a66463c2812 admin admin] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:23:28.308902 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-8d001773-f59b-4cd1-a605-4525bcf61458 None None] Set router 9f706b4b-6175-4723-8e6e-365ad42c15f9 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:23:28.314479 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cae6df-80c4-4cbb-84a8-2a66463c2812 admin admin] Pushing event updated for resources: {'Port': ['ID=d4bdd21b-a6af-4518-b633-a989cfb069a8,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:28.364867 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad14a4-98a2-4faf-baa1-8efbae05ea1a req-4341f757-4a5f-4b51-bd4b-234a0196c41a tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:28.366406 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-75ad14a4-98a2-4faf-baa1-8efbae05ea1a req-4341f757-4a5f-4b51-bd4b-234a0196c41a tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.1376295 Mar 11 15:23:28.372078 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-15cae6df-80c4-4cbb-84a8-2a66463c2812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630528'] for router_interface (9f706b4b-6175-4723-8e6e-365ad42c15f9), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:28.464059 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-75ad14a4-98a2-4faf-baa1-8efbae05ea1a req-24ad46c9-d978-4998-a659-9e4f3b4cdc46 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892477 Mar 11 15:23:28.570301 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-9ac07434-4757-4d92-8742-bfea08f115be None None] Provisioning complete for port d4bdd21b-a6af-4518-b633-a989cfb069a8 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:23:28.570671 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9ac07434-4757-4d92-8742-bfea08f115be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (d4bdd21b-a6af-4518-b633-a989cfb069a8), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:28.583671 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-8d001773-f59b-4cd1-a605-4525bcf61458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'name': 'tempest-TestShelveInstance-1583143426-router', 'tenant_id': '7d0244beabeb42d0831e351a104bbce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'de311db2-be21-4456-896c-a72c51efb87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:23:25Z', 'updated_at': '2022-03-11T15:23:26Z', 'revision_number': 3, 'project_id': '7d0244beabeb42d0831e351a104bbce8', 'gw_port': {'id': 'de311db2-be21-4456-896c-a72c51efb87d', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:23:25Z', 'updated_at': '2022-03-11T15:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:23:28.606605 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-9ac07434-4757-4d92-8742-bfea08f115be None None] Port d4bdd21b-a6af-4518-b633-a989cfb069a8 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:23:28.610190 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d001773-f59b-4cd1-a605-4525bcf61458 None None] The sync data for ids ['9f706b4b-6175-4723-8e6e-365ad42c15f9'] in dv-cinder-833365-1-iscsi is: [{'id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'name': 'tempest-TestShelveInstance-1583143426-router', 'tenant_id': '7d0244beabeb42d0831e351a104bbce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'de311db2-be21-4456-896c-a72c51efb87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:23:25Z', 'updated_at': '2022-03-11T15:23:26Z', 'revision_number': 3, 'project_id': '7d0244beabeb42d0831e351a104bbce8', 'gw_port': {'id': 'de311db2-be21-4456-896c-a72c51efb87d', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:23:25Z', 'updated_at': '2022-03-11T15:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:23:28.631836 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-15cae6df-80c4-4cbb-84a8-2a66463c2812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (d4bdd21b-a6af-4518-b633-a989cfb069a8), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:28.805566 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-15cae6df-80c4-4cbb-84a8-2a66463c2812 admin admin] Publish callbacks [] for port (d4bdd21b-a6af-4518-b633-a989cfb069a8), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:28.940393 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-15cae6df-80c4-4cbb-84a8-2a66463c2812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15279833'] for port (d4bdd21b-a6af-4518-b633-a989cfb069a8), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:29.013625 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cae6df-80c4-4cbb-84a8-2a66463c2812 admin admin] Pushing event updated for resources: {'Port': ['ID=d4bdd21b-a6af-4518-b633-a989cfb069a8,revision_number=2']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:29.022653 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-15cae6df-80c4-4cbb-84a8-2a66463c2812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630700'] for router_interface (9f706b4b-6175-4723-8e6e-365ad42c15f9), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:29.119878 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cae6df-80c4-4cbb-84a8-2a66463c2812 admin admin] Network d8a88a21-9bc5-4199-8c17-333f15d9f909 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:23:29.121320 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-15cae6df-80c4-4cbb-84a8-2a66463c2812 admin admin] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:23:29.258921 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15cae6df-80c4-4cbb-84a8-2a66463c2812 admin admin] Router 9f706b4b-6175-4723-8e6e-365ad42c15f9 has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:23:29.378239 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cae6df-80c4-4cbb-84a8-2a66463c2812 admin admin] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:23:29.397330 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-15cae6df-80c4-4cbb-84a8-2a66463c2812 admin admin] 10.222.0.44 "PUT /v2.0/routers/9f706b4b-6175-4723-8e6e-365ad42c15f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1148911 Mar 11 15:23:29.458841 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-902fa6a0-0768-4ab2-b6db-6c646e2b63d8 None None] Provisioning complete for port d4bdd21b-a6af-4518-b633-a989cfb069a8 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:23:29.459313 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-902fa6a0-0768-4ab2-b6db-6c646e2b63d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (d4bdd21b-a6af-4518-b633-a989cfb069a8), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:29.462112 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device de311db2-be21-4456-896c-a72c51efb87d up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:23:29.534344 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-902fa6a0-0768-4ab2-b6db-6c646e2b63d8 None None] Port d4bdd21b-a6af-4518-b633-a989cfb069a8 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:23:29.552014 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port de311db2-be21-4456-896c-a72c51efb87d triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:23:29.552389 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (de311db2-be21-4456-896c-a72c51efb87d), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:29.597798 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fcb271-a7ad-4dad-8395-5efd326a804c req-0fa65414-c2d4-42c5-ad60-f065ee542f92 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:29.599439 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f3fcb271-a7ad-4dad-8395-5efd326a804c req-0fa65414-c2d4-42c5-ad60-f065ee542f92 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0545175 Mar 11 15:23:29.637263 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port de311db2-be21-4456-896c-a72c51efb87d is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:23:29.637666 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (de311db2-be21-4456-896c-a72c51efb87d), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:29.653625 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f3fcb271-a7ad-4dad-8395-5efd326a804c req-10076bb6-8bb8-4079-ab3a-ba4e2b0ba062 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450497 Mar 11 15:23:29.659179 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] For port de311db2-be21-4456-896c-a72c51efb87d, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=de311db2-be21-4456-896c-a72c51efb87d,segment=NetworkSegment(64a1f402-9998-47a9-9edb-15a3bada483f),segment_id=64a1f402-9998-47a9-9edb-15a3bada483f)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:23:29.729862 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (de311db2-be21-4456-896c-a72c51efb87d), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:29.788552 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Pushing event updated for resources: {'Port': ['ID=de311db2-be21-4456-896c-a72c51efb87d,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:30.141118 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-edfbbd8b-f26f-41f1-b098-ef02616c8574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:30.243529 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 58108) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:30.253042 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-a6c3f2bc-a711-4749-96dd-d59d7199805a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1932619411-network', 'tenant_id': '4e557e68296b4ef6af67218315c0e11c'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:23:30.321091 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7bac6b-4a3a-492e-8d3f-83bd0f864897 None None] Sync routers for ids ['9f706b4b-6175-4723-8e6e-365ad42c15f9'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:23:30.335984 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7bac6b-4a3a-492e-8d3f-83bd0f864897 None None] Routers {'9f706b4b-6175-4723-8e6e-365ad42c15f9'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:23:30.336638 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-db7bac6b-4a3a-492e-8d3f-83bd0f864897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:23:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['9f706b4b-6175-4723-8e6e-365ad42c15f9'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:23:30.381208 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c3f2bc-a711-4749-96dd-d59d7199805a admin admin] Made reservation on behalf of 4e557e68296b4ef6af67218315c0e11c for: {'network': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:23:30.383706 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a6c3f2bc-a711-4749-96dd-d59d7199805a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for network (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:30.392976 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a6c3f2bc-a711-4749-96dd-d59d7199805a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:30.412455 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf29639-3301-4387-9cd1-00fcaff94d83 req-3c48c4e9-f5d7-4e34-ad06-abf65f0495dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:30.413929 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3cf29639-3301-4387-9cd1-00fcaff94d83 req-3c48c4e9-f5d7-4e34-ad06-abf65f0495dd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 1129 time: 0.0502510 Mar 11 15:23:30.464801 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-db7bac6b-4a3a-492e-8d3f-83bd0f864897 None None] Set router 9f706b4b-6175-4723-8e6e-365ad42c15f9 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:23:30.476244 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3cf29639-3301-4387-9cd1-00fcaff94d83 req-8f9426a3-dc98-4000-97de-b59dcd993706 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518579 Mar 11 15:23:30.480254 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a6c3f2bc-a711-4749-96dd-d59d7199805a admin admin] Publish callbacks [] for security_group (0cb01071-3d03-41ed-bab1-b49a286a78f4), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:30.563968 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a6c3f2bc-a711-4749-96dd-d59d7199805a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (0cb01071-3d03-41ed-bab1-b49a286a78f4), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:30.589946 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6c3f2bc-a711-4749-96dd-d59d7199805a admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:23:30.599769 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3f2bc-a711-4749-96dd-d59d7199805a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb01071-3d03-41ed-bab1-b49a286a78f4,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:30.607127 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a6c3f2bc-a711-4749-96dd-d59d7199805a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (d416735b-c236-4900-92b5-24d97e91ff7b), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:30.607967 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.db.segments_db [None req-a6c3f2bc-a711-4749-96dd-d59d7199805a admin admin] Added segment d416735b-c236-4900-92b5-24d97e91ff7b of type vlan for network 60cbd7ee-47f6-42b7-af57-605c8ea51b2b Mar 11 15:23:30.651466 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a6c3f2bc-a711-4749-96dd-d59d7199805a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152803018'] for network (60cbd7ee-47f6-42b7-af57-605c8ea51b2b), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:30.709692 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-db7bac6b-4a3a-492e-8d3f-83bd0f864897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'name': 'tempest-TestShelveInstance-1583143426-router', 'tenant_id': '7d0244beabeb42d0831e351a104bbce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'de311db2-be21-4456-896c-a72c51efb87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:23:25Z', 'updated_at': '2022-03-11T15:23:28Z', 'revision_number': 4, 'project_id': '7d0244beabeb42d0831e351a104bbce8', 'gw_port': {'id': 'de311db2-be21-4456-896c-a72c51efb87d', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:23:25Z', 'updated_at': '2022-03-11T15:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': 'd4bdd21b-a6af-4518-b633-a989cfb069a8', 'name': '', 'network_id': 'd8a88a21-9bc5-4199-8c17-333f15d9f909', 'tenant_id': '7d0244beabeb42d0831e351a104bbce8', 'mac_address': 'fa:16:3e:b8:b0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e334dbac-ea6f-40c8-bf50-2480902c25fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:23:27Z', 'updated_at': '2022-03-11T15:23:28Z', 'revision_number': 2, 'project_id': '7d0244beabeb42d0831e351a104bbce8', 'subnets': [{'id': 'e334dbac-ea6f-40c8-bf50-2480902c25fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:23:30.739288 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7bac6b-4a3a-492e-8d3f-83bd0f864897 None None] Checking router: 9f706b4b-6175-4723-8e6e-365ad42c15f9 for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:23:30.739693 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7bac6b-4a3a-492e-8d3f-83bd0f864897 None None] Updating router 9f706b4b-6175-4723-8e6e-365ad42c15f9 port d4bdd21b-a6af-4518-b633-a989cfb069a8 binding host dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:23:30.750906 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a6c3f2bc-a711-4749-96dd-d59d7199805a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548'] for network (60cbd7ee-47f6-42b7-af57-605c8ea51b2b), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:30.751785 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c3f2bc-a711-4749-96dd-d59d7199805a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:30.752365 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a6c3f2bc-a711-4749-96dd-d59d7199805a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:30.768418 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-db7bac6b-4a3a-492e-8d3f-83bd0f864897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (d4bdd21b-a6af-4518-b633-a989cfb069a8), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:30.832480 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35122b-6ee7-412d-bc36-a2975b09daa8 req-4ea3b3cf-b404-4fb6-9805-24a0eb615d58 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:30.833980 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-fa35122b-6ee7-412d-bc36-a2975b09daa8 req-4ea3b3cf-b404-4fb6-9805-24a0eb615d58 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.1130157 Mar 11 15:23:30.834755 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3f2bc-a711-4749-96dd-d59d7199805a admin admin] Pushing event updated for resources: {'Network': ['ID=60cbd7ee-47f6-42b7-af57-605c8ea51b2b,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:30.866133 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-a6c3f2bc-a711-4749-96dd-d59d7199805a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6200733 Mar 11 15:23:30.876773 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Network 60cbd7ee-47f6-42b7-af57-605c8ea51b2b details requested by agent ovs-agent-dv-cinder-833365-1-iscsi with host dv-cinder-833365-1-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 15:23:30.876947 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 58132) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:30.886751 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-1dceb255-58b2-4078-b071-d4c19b7ecd45 admin admin] Request body: {'subnet': {'network_id': '60cbd7ee-47f6-42b7-af57-605c8ea51b2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1932619411-subnet', 'tenant_id': '4e557e68296b4ef6af67218315c0e11c', 'ip_version': 4}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:23:30.900745 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-fa35122b-6ee7-412d-bc36-a2975b09daa8 req-6c228be7-f446-4696-a7d6-3d766cfff195 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605168 Mar 11 15:23:31.009367 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dceb255-58b2-4078-b071-d4c19b7ecd45 admin admin] Made reservation on behalf of 4e557e68296b4ef6af67218315c0e11c for: {'subnet': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:23:31.011860 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1dceb255-58b2-4078-b071-d4c19b7ecd45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14213755'] for subnet (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:31.117408 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-db7bac6b-4a3a-492e-8d3f-83bd0f864897 None None] Publish callbacks [] for port (d4bdd21b-a6af-4518-b633-a989cfb069a8), precommit_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:31.204001 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-db7bac6b-4a3a-492e-8d3f-83bd0f864897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (d4bdd21b-a6af-4518-b633-a989cfb069a8), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:31.253194 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:31.254750 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ff539-f9f1-4daa-aa0c-7fd22d42e459 None None] Pushing event updated for resources: {'Port': ['ID=d4bdd21b-a6af-4518-b633-a989cfb069a8,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:31.278595 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1dceb255-58b2-4078-b071-d4c19b7ecd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15279788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14213717'] for subnet (427142ed-5294-4a3d-872b-ea82cf516a06), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:31.313476 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-db7bac6b-4a3a-492e-8d3f-83bd0f864897 None None] Attempting to bind port d4bdd21b-a6af-4518-b633-a989cfb069a8 on host dv-cinder-833365-1-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:23:31.313846 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-db7bac6b-4a3a-492e-8d3f-83bd0f864897 None None] Attempting to bind port d4bdd21b-a6af-4518-b633-a989cfb069a8 by drivers openvswitch,hyperv on host dv-cinder-833365-1-iscsi at level 0 using segments [{'id': '619dc896-bf7c-47d3-b303-226721fbea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd8a88a21-9bc5-4199-8c17-333f15d9f909'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:23:31.314213 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7bac6b-4a3a-492e-8d3f-83bd0f864897 None None] Attempting to bind port d4bdd21b-a6af-4518-b633-a989cfb069a8 on network d8a88a21-9bc5-4199-8c17-333f15d9f909 {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:23:31.320682 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7bac6b-4a3a-492e-8d3f-83bd0f864897 None None] Checking agent: {'id': 'fa4429e9-b5f2-4825-8862-7268ebba473a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833365-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 13, 4), 'started_at': datetime.datetime(2022, 3, 11, 15, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833365-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:23:31.321058 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7bac6b-4a3a-492e-8d3f-83bd0f864897 None None] Checking segment: {'id': '619dc896-bf7c-47d3-b303-226721fbea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd8a88a21-9bc5-4199-8c17-333f15d9f909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:23:31.321459 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-db7bac6b-4a3a-492e-8d3f-83bd0f864897 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:31.321852 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7bac6b-4a3a-492e-8d3f-83bd0f864897 None None] Bound using segment: {'id': '619dc896-bf7c-47d3-b303-226721fbea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd8a88a21-9bc5-4199-8c17-333f15d9f909'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:23:31.322320 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-db7bac6b-4a3a-492e-8d3f-83bd0f864897 None None] Bound port: d4bdd21b-a6af-4518-b633-a989cfb069a8, host: dv-cinder-833365-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619dc896-bf7c-47d3-b303-226721fbea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd8a88a21-9bc5-4199-8c17-333f15d9f909'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:23:31.322699 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-db7bac6b-4a3a-492e-8d3f-83bd0f864897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (d4bdd21b-a6af-4518-b633-a989cfb069a8), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:31.341722 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dceb255-58b2-4078-b071-d4c19b7ecd45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=427142ed-5294-4a3d-872b-ea82cf516a06,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:31.351038 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dceb255-58b2-4078-b071-d4c19b7ecd45 admin admin] Checking segment: {'id': 'd416735b-c236-4900-92b5-24d97e91ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '60cbd7ee-47f6-42b7-af57-605c8ea51b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:23:31.351311 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dceb255-58b2-4078-b071-d4c19b7ecd45 admin admin] Network hostable DHCP agents. Network: 60cbd7ee-47f6-42b7-af57-605c8ea51b2b, hostable agents: ['e21939e9-4971-4f1d-851f-403443bff873'], hosted agents: [] {{(pid=103740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:23:31.418416 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-db7bac6b-4a3a-492e-8d3f-83bd0f864897 None None] For port d4bdd21b-a6af-4518-b633-a989cfb069a8, host dv-cinder-833365-1-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:23:31.426380 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-db7bac6b-4a3a-492e-8d3f-83bd0f864897 None None] For port d4bdd21b-a6af-4518-b633-a989cfb069a8, host dv-cinder-833365-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=d4bdd21b-a6af-4518-b633-a989cfb069a8,segment=NetworkSegment(619dc896-bf7c-47d3-b303-226721fbea91),segment_id=619dc896-bf7c-47d3-b303-226721fbea91)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:23:31.436692 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device de311db2-be21-4456-896c-a72c51efb87d up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:23:31.484929 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-fbcf9e1c-d59a-4c57-9f78-d626bf2ca1ff None None] Provisioning complete for port d4bdd21b-a6af-4518-b633-a989cfb069a8 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:23:31.485582 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-fbcf9e1c-d59a-4c57-9f78-d626bf2ca1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (d4bdd21b-a6af-4518-b633-a989cfb069a8), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:31.490434 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dceb255-58b2-4078-b071-d4c19b7ecd45 admin admin] Network 60cbd7ee-47f6-42b7-af57-605c8ea51b2b is scheduled to be hosted by DHCP agent e21939e9-4971-4f1d-851f-403443bff873 with binding_index 1 {{(pid=103740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:23:31.516773 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-db7bac6b-4a3a-492e-8d3f-83bd0f864897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (d4bdd21b-a6af-4518-b633-a989cfb069a8), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:31.560791 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-fbcf9e1c-d59a-4c57-9f78-d626bf2ca1ff None None] Port d4bdd21b-a6af-4518-b633-a989cfb069a8 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:23:31.567428 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port de311db2-be21-4456-896c-a72c51efb87d triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:23:31.567803 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (de311db2-be21-4456-896c-a72c51efb87d), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:31.576762 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-1dceb255-58b2-4078-b071-d4c19b7ecd45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833365-1-iscsi, 60cbd7ee-47f6-42b7-af57-605c8ea51b2b) {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:23:31.584413 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dceb255-58b2-4078-b071-d4c19b7ecd45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:31.589756 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1dceb255-58b2-4078-b071-d4c19b7ecd45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:31.625403 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268c5629-949b-4143-a1a9-895c7881cf2d None None] Network 60cbd7ee-47f6-42b7-af57-605c8ea51b2b requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:23:31.668327 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ff539-f9f1-4daa-aa0c-7fd22d42e459 None None] Pushing event updated for resources: {'Port': ['ID=d4bdd21b-a6af-4518-b633-a989cfb069a8,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:31.674722 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7bac6b-4a3a-492e-8d3f-83bd0f864897 None None] Routers {'9f706b4b-6175-4723-8e6e-365ad42c15f9'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:23:31.675222 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-db7bac6b-4a3a-492e-8d3f-83bd0f864897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:23:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['9f706b4b-6175-4723-8e6e-365ad42c15f9'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:23:31.697566 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-1dceb255-58b2-4078-b071-d4c19b7ecd45 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8195000 Mar 11 15:23:31.700402 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 58150) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:31.704887 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-aadc01ec-19d9-4d2b-b4ec-e003d7abe9b8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1932619411-router', 'tenant_id': '4e557e68296b4ef6af67218315c0e11c', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:23:31.822382 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-aadc01ec-19d9-4d2b-b4ec-e003d7abe9b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-624982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8329'] for router (7912047a-356a-45e9-9809-2530db3f3be4), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:31.823637 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-aadc01ec-19d9-4d2b-b4ec-e003d7abe9b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-625122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8432'] for router (7912047a-356a-45e9-9809-2530db3f3be4), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:31.893880 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4165ba5-36d9-4061-90f9-bb9e2bc6599e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba5bfae8-fb0b-5e64-82d4-a0a3cc1a0157-60cbd7ee-47f6-42b7-af57-605c8ea51b2b', 'network_id': '60cbd7ee-47f6-42b7-af57-605c8ea51b2b', 'project_id': '4e557e68296b4ef6af67218315c0e11c', 'fixed_ips': [{'subnet_id': '427142ed-5294-4a3d-872b-ea82cf516a06'}]}} from dv-cinder-833365-1-iscsi. {{(pid=103741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 15:23:31.894856 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b4165ba5-36d9-4061-90f9-bb9e2bc6599e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:31.906925 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-db7bac6b-4a3a-492e-8d3f-83bd0f864897 None None] Set router 9f706b4b-6175-4723-8e6e-365ad42c15f9 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:23:31.952237 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-aadc01ec-19d9-4d2b-b4ec-e003d7abe9b8 admin admin] Publish callbacks [] for router_controller (7912047a-356a-45e9-9809-2530db3f3be4), precommit_add_association {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:31.996245 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port de311db2-be21-4456-896c-a72c51efb87d is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:23:32.088271 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292ca66-141f-4710-9e93-a34525df2aae req-f84a4f1f-a65a-4022-997a-ff5fbc28ef48 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:32.090059 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6292ca66-141f-4710-9e93-a34525df2aae req-f84a4f1f-a65a-4022-997a-ff5fbc28ef48 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.1044934 Mar 11 15:23:32.236452 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-e1c83deb-847c-4de2-afb6-19da3bfbbaf3 None None] Provisioning complete for port d4bdd21b-a6af-4518-b633-a989cfb069a8 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:23:32.236953 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e1c83deb-847c-4de2-afb6-19da3bfbbaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (d4bdd21b-a6af-4518-b633-a989cfb069a8), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:32.259823 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6292ca66-141f-4710-9e93-a34525df2aae req-48361a76-be8f-4750-bf92-8604b6625306 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203969 Mar 11 15:23:32.291786 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-aadc01ec-19d9-4d2b-b4ec-e003d7abe9b8 admin admin] Publish callbacks [] for router_gateway (7912047a-356a-45e9-9809-2530db3f3be4), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:32.489960 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.db_base_plugin_common [None req-b4165ba5-36d9-4061-90f9-bb9e2bc6599e None None] Allocated IP 172.20.0.2 (60cbd7ee-47f6-42b7-af57-605c8ea51b2b/427142ed-5294-4a3d-872b-ea82cf516a06/81375132-18bd-4a85-b6f9-cc2f882d3a9f) {{(pid=103741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:23:32.557741 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-e1c83deb-847c-4de2-afb6-19da3bfbbaf3 None None] Current status of the port d4bdd21b-a6af-4518-b633-a989cfb069a8 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:23:32.558121 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e1c83deb-847c-4de2-afb6-19da3bfbbaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (d4bdd21b-a6af-4518-b633-a989cfb069a8), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:32.606821 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:23:32.647368 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-e1c83deb-847c-4de2-afb6-19da3bfbbaf3 None None] For port d4bdd21b-a6af-4518-b633-a989cfb069a8, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=d4bdd21b-a6af-4518-b633-a989cfb069a8,segment=NetworkSegment(619dc896-bf7c-47d3-b303-226721fbea91),segment_id=619dc896-bf7c-47d3-b303-226721fbea91)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:23:32.651937 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-db7bac6b-4a3a-492e-8d3f-83bd0f864897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'name': 'tempest-TestShelveInstance-1583143426-router', 'tenant_id': '7d0244beabeb42d0831e351a104bbce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'de311db2-be21-4456-896c-a72c51efb87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:23:25Z', 'updated_at': '2022-03-11T15:23:28Z', 'revision_number': 4, 'project_id': '7d0244beabeb42d0831e351a104bbce8', 'gw_port': {'id': 'de311db2-be21-4456-896c-a72c51efb87d', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:23:25Z', 'updated_at': '2022-03-11T15:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': 'd4bdd21b-a6af-4518-b633-a989cfb069a8', 'name': '', 'network_id': 'd8a88a21-9bc5-4199-8c17-333f15d9f909', 'tenant_id': '7d0244beabeb42d0831e351a104bbce8', 'mac_address': 'fa:16:3e:b8:b0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e334dbac-ea6f-40c8-bf50-2480902c25fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:23:27Z', 'updated_at': '2022-03-11T15:23:31Z', 'revision_number': 4, 'project_id': '7d0244beabeb42d0831e351a104bbce8', 'subnets': [{'id': 'e334dbac-ea6f-40c8-bf50-2480902c25fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:23:32.682892 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7bac6b-4a3a-492e-8d3f-83bd0f864897 None None] The sync data for ids ['9f706b4b-6175-4723-8e6e-365ad42c15f9'] in dv-cinder-833365-1-iscsi is: [{'id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'name': 'tempest-TestShelveInstance-1583143426-router', 'tenant_id': '7d0244beabeb42d0831e351a104bbce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'de311db2-be21-4456-896c-a72c51efb87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:23:25Z', 'updated_at': '2022-03-11T15:23:28Z', 'revision_number': 4, 'project_id': '7d0244beabeb42d0831e351a104bbce8', 'gw_port': {'id': 'de311db2-be21-4456-896c-a72c51efb87d', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:23:25Z', 'updated_at': '2022-03-11T15:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': 'd4bdd21b-a6af-4518-b633-a989cfb069a8', 'name': '', 'network_id': 'd8a88a21-9bc5-4199-8c17-333f15d9f909', 'tenant_id': '7d0244beabeb42d0831e351a104bbce8', 'mac_address': 'fa:16:3e:b8:b0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e334dbac-ea6f-40c8-bf50-2480902c25fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:23:27Z', 'updated_at': '2022-03-11T15:23:31Z', 'revision_number': 4, 'project_id': '7d0244beabeb42d0831e351a104bbce8', 'subnets': [{'id': 'e334dbac-ea6f-40c8-bf50-2480902c25fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:23:32.698907 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 58172) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:32.712939 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e1c83deb-847c-4de2-afb6-19da3bfbbaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (d4bdd21b-a6af-4518-b633-a989cfb069a8), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:32.890286 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-aadc01ec-19d9-4d2b-b4ec-e003d7abe9b8 admin admin] Publish callbacks [] for router_gateway (7912047a-356a-45e9-9809-2530db3f3be4), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:32.908973 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b4165ba5-36d9-4061-90f9-bb9e2bc6599e None None] Publish callbacks [] for port (81375132-18bd-4a85-b6f9-cc2f882d3a9f), precommit_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:32.908973 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c83deb-847c-4de2-afb6-19da3bfbbaf3 None None] Pushing event updated for resources: {'Port': ['ID=d4bdd21b-a6af-4518-b633-a989cfb069a8,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:32.930557 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-aadc01ec-19d9-4d2b-b4ec-e003d7abe9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:32.986227 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b4165ba5-36d9-4061-90f9-bb9e2bc6599e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391'] for port (81375132-18bd-4a85-b6f9-cc2f882d3a9f), after_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:32.996682 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:33.054276 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4165ba5-36d9-4061-90f9-bb9e2bc6599e None None] Network 60cbd7ee-47f6-42b7-af57-605c8ea51b2b is already hosted by enough agents. {{(pid=103741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:23:33.059870 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.scheduler.base_scheduler [None req-b4165ba5-36d9-4061-90f9-bb9e2bc6599e None None] Resources bound (agent type, host, resource id): {{(pid=103741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:23:33.071077 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4165ba5-36d9-4061-90f9-bb9e2bc6599e None None] Received port after_create {{(pid=103741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:23:33.077909 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4165ba5-36d9-4061-90f9-bb9e2bc6599e None None] Pushing event updated for resources: {'Port': ['ID=81375132-18bd-4a85-b6f9-cc2f882d3a9f,revision_number=1']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:33.114523 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3b05d479-774a-4060-bc43-2ba57f795aa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:33.146688 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [None req-aadc01ec-19d9-4d2b-b4ec-e003d7abe9b8 admin admin] Allocated IP 172.27.2.116 (78e1392b-e3c2-4d04-8c82-7bd84bb30297/7f6dd339-b219-48a3-93bc-4a99710f07af/cc2a13fd-0c9c-484e-82d2-ff52de3426fb) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:23:33.191715 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-b4165ba5-36d9-4061-90f9-bb9e2bc6599e None None] Attempting to bind port 81375132-18bd-4a85-b6f9-cc2f882d3a9f on host dv-cinder-833365-1-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:23:33.193655 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-b4165ba5-36d9-4061-90f9-bb9e2bc6599e None None] Attempting to bind port 81375132-18bd-4a85-b6f9-cc2f882d3a9f by drivers openvswitch,hyperv on host dv-cinder-833365-1-iscsi at level 0 using segments [{'id': 'd416735b-c236-4900-92b5-24d97e91ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '60cbd7ee-47f6-42b7-af57-605c8ea51b2b'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:23:33.193655 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4165ba5-36d9-4061-90f9-bb9e2bc6599e None None] Attempting to bind port 81375132-18bd-4a85-b6f9-cc2f882d3a9f on network 60cbd7ee-47f6-42b7-af57-605c8ea51b2b {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:23:33.200232 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4165ba5-36d9-4061-90f9-bb9e2bc6599e None None] Checking agent: {'id': 'fa4429e9-b5f2-4825-8862-7268ebba473a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833365-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 13, 4), 'started_at': datetime.datetime(2022, 3, 11, 15, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833365-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:23:33.200737 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4165ba5-36d9-4061-90f9-bb9e2bc6599e None None] Checking segment: {'id': 'd416735b-c236-4900-92b5-24d97e91ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '60cbd7ee-47f6-42b7-af57-605c8ea51b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:23:33.201235 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b4165ba5-36d9-4061-90f9-bb9e2bc6599e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:33.201726 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4165ba5-36d9-4061-90f9-bb9e2bc6599e None None] Bound using segment: {'id': 'd416735b-c236-4900-92b5-24d97e91ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '60cbd7ee-47f6-42b7-af57-605c8ea51b2b'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:23:33.202516 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-b4165ba5-36d9-4061-90f9-bb9e2bc6599e None None] Bound port: 81375132-18bd-4a85-b6f9-cc2f882d3a9f, host: dv-cinder-833365-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd416735b-c236-4900-92b5-24d97e91ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '60cbd7ee-47f6-42b7-af57-605c8ea51b2b'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:23:33.202821 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b4165ba5-36d9-4061-90f9-bb9e2bc6599e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (81375132-18bd-4a85-b6f9-cc2f882d3a9f), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:33.285701 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-b4165ba5-36d9-4061-90f9-bb9e2bc6599e None None] For port 81375132-18bd-4a85-b6f9-cc2f882d3a9f, host dv-cinder-833365-1-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:23:33.289610 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-b4165ba5-36d9-4061-90f9-bb9e2bc6599e None None] For port 81375132-18bd-4a85-b6f9-cc2f882d3a9f, host dv-cinder-833365-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=81375132-18bd-4a85-b6f9-cc2f882d3a9f,segment=NetworkSegment(d416735b-c236-4900-92b5-24d97e91ff7b),segment_id=d416735b-c236-4900-92b5-24d97e91ff7b)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:23:33.307655 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3b05d479-774a-4060-bc43-2ba57f795aa8 admin admin] Publish callbacks [] for security_group (a4dc2bee-c8d0-411f-b006-db2837b11747), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:33.320604 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-aadc01ec-19d9-4d2b-b4ec-e003d7abe9b8 admin admin] Publish callbacks [] for port (cc2a13fd-0c9c-484e-82d2-ff52de3426fb), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:33.410960 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b4165ba5-36d9-4061-90f9-bb9e2bc6599e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (81375132-18bd-4a85-b6f9-cc2f882d3a9f), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:33.431613 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3b05d479-774a-4060-bc43-2ba57f795aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (a4dc2bee-c8d0-411f-b006-db2837b11747), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:33.452732 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f6832-0c4c-47d9-b68b-c39d7f91c82e req-055e44e5-4f32-4c67-a3dd-bb90d4addb00 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:33.455669 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-df6f6832-0c4c-47d9-b68b-c39d7f91c82e req-055e44e5-4f32-4c67-a3dd-bb90d4addb00 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0795343 Mar 11 15:23:33.487927 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device d4bdd21b-a6af-4518-b633-a989cfb069a8 up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:23:33.489742 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-aadc01ec-19d9-4d2b-b4ec-e003d7abe9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391'] for port (cc2a13fd-0c9c-484e-82d2-ff52de3426fb), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:33.517350 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-3b05d479-774a-4060-bc43-2ba57f795aa8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa9a9a320951455a97f8ce50dd035a4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8151581 Mar 11 15:23:33.519006 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 58192) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:33.532573 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4165ba5-36d9-4061-90f9-bb9e2bc6599e None None] Pushing event updated for resources: {'Port': ['ID=81375132-18bd-4a85-b6f9-cc2f882d3a9f,revision_number=2']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:33.568080 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port d4bdd21b-a6af-4518-b633-a989cfb069a8 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:23:33.568505 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (d4bdd21b-a6af-4518-b633-a989cfb069a8), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:33.574919 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05d479-774a-4060-bc43-2ba57f795aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dc2bee-c8d0-411f-b006-db2837b11747,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:33.602092 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-df6f6832-0c4c-47d9-b68b-c39d7f91c82e req-04f49fb8-747c-45c1-8713-b305e20e6b56 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275663 Mar 11 15:23:33.607107 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadc01ec-19d9-4d2b-b4ec-e003d7abe9b8 admin admin] Network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:23:33.610824 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-aadc01ec-19d9-4d2b-b4ec-e003d7abe9b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:23:33.615414 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadc01ec-19d9-4d2b-b4ec-e003d7abe9b8 admin admin] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:23:33.681488 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-414c1c7c-500a-4055-86e2-007e79a02786 admin admin] Publish callbacks [] for security_group (a4dc2bee-c8d0-411f-b006-db2837b11747), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:33.697941 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc01ec-19d9-4d2b-b4ec-e003d7abe9b8 admin admin] Pushing event updated for resources: {'Port': ['ID=cc2a13fd-0c9c-484e-82d2-ff52de3426fb,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:33.729164 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port d4bdd21b-a6af-4518-b633-a989cfb069a8 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:23:33.751280 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-414c1c7c-500a-4055-86e2-007e79a02786 admin admin] Publish callbacks [] for security_group (a4dc2bee-c8d0-411f-b006-db2837b11747), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:33.866865 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfab3a-4609-45a0-91db-f389d2cf3d39 req-538a7452-a6bd-426e-924a-1fd69edd2dd4 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:33.868427 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f9bfab3a-4609-45a0-91db-f389d2cf3d39 req-538a7452-a6bd-426e-924a-1fd69edd2dd4 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.1222491 Mar 11 15:23:33.896778 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-414c1c7c-500a-4055-86e2-007e79a02786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (a4dc2bee-c8d0-411f-b006-db2837b11747), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:33.899226 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-414c1c7c-500a-4055-86e2-007e79a02786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:33.903866 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-414c1c7c-500a-4055-86e2-007e79a02786 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a4dc2bee-c8d0-411f-b006-db2837b11747 HTTP/1.1" status: 204 len: 168 time: 0.3802311 Mar 11 15:23:33.920030 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c1c7c-500a-4055-86e2-007e79a02786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dc2bee-c8d0-411f-b006-db2837b11747,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:34.022933 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f9bfab3a-4609-45a0-91db-f389d2cf3d39 req-ca451a93-a8b9-401a-b59e-aad834c4c53d tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312504 Mar 11 15:23:34.163857 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-aadc01ec-19d9-4d2b-b4ec-e003d7abe9b8 admin admin] Publish callbacks [] for router_gateway (7912047a-356a-45e9-9809-2530db3f3be4), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:34.381231 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:34.451159 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-aadc01ec-19d9-4d2b-b4ec-e003d7abe9b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-625133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628335'] for router (7912047a-356a-45e9-9809-2530db3f3be4), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:34.746806 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aadc01ec-19d9-4d2b-b4ec-e003d7abe9b8 admin admin] Router 7912047a-356a-45e9-9809-2530db3f3be4 is scheduled to L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 with binding_index 1 {{(pid=103739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:23:34.869475 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aadc01ec-19d9-4d2b-b4ec-e003d7abe9b8 admin admin] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:23:34.879410 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fed56e-2f58-4e4d-8b86-001cc02d0da5 None None] Sync routers for ids ['7912047a-356a-45e9-9809-2530db3f3be4'] in dv-cinder-833365-1-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:23:34.891945 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b25ae6c-cb02-4cd9-a912-af1827330b0d None None] Network 60cbd7ee-47f6-42b7-af57-605c8ea51b2b requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:23:34.915888 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fed56e-2f58-4e4d-8b86-001cc02d0da5 None None] Routers {'7912047a-356a-45e9-9809-2530db3f3be4'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:23:34.916535 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-27fed56e-2f58-4e4d-8b86-001cc02d0da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:23:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['7912047a-356a-45e9-9809-2530db3f3be4'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:23:34.996875 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-aadc01ec-19d9-4d2b-b4ec-e003d7abe9b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:35.000819 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-aadc01ec-19d9-4d2b-b4ec-e003d7abe9b8 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2968438 Mar 11 15:23:35.001185 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 58252) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:35.084039 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-27fed56e-2f58-4e4d-8b86-001cc02d0da5 None None] Set router 7912047a-356a-45e9-9809-2530db3f3be4 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:23:35.092337 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-1b9b79e0-edcc-4f79-9432-fee50b9542b0 None None] Provisioning complete for port 81375132-18bd-4a85-b6f9-cc2f882d3a9f triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:23:35.092913 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-1b9b79e0-edcc-4f79-9432-fee50b9542b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (81375132-18bd-4a85-b6f9-cc2f882d3a9f), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:35.229198 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-1b9b79e0-edcc-4f79-9432-fee50b9542b0 None None] Current status of the port 81375132-18bd-4a85-b6f9-cc2f882d3a9f is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:23:35.230294 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-1b9b79e0-edcc-4f79-9432-fee50b9542b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (81375132-18bd-4a85-b6f9-cc2f882d3a9f), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:35.298194 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-1b9b79e0-edcc-4f79-9432-fee50b9542b0 None None] For port 81375132-18bd-4a85-b6f9-cc2f882d3a9f, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=81375132-18bd-4a85-b6f9-cc2f882d3a9f,segment=NetworkSegment(d416735b-c236-4900-92b5-24d97e91ff7b),segment_id=d416735b-c236-4900-92b5-24d97e91ff7b)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:23:35.391151 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-1b9b79e0-edcc-4f79-9432-fee50b9542b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (81375132-18bd-4a85-b6f9-cc2f882d3a9f), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:35.399728 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-27fed56e-2f58-4e4d-8b86-001cc02d0da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7912047a-356a-45e9-9809-2530db3f3be4', 'name': 'tempest-TestShelveInstance-1932619411-router', 'tenant_id': '4e557e68296b4ef6af67218315c0e11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'cc2a13fd-0c9c-484e-82d2-ff52de3426fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:23:31Z', 'updated_at': '2022-03-11T15:23:33Z', 'revision_number': 3, 'project_id': '4e557e68296b4ef6af67218315c0e11c', 'gw_port': {'id': 'cc2a13fd-0c9c-484e-82d2-ff52de3426fb', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7912047a-356a-45e9-9809-2530db3f3be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:23:32Z', 'updated_at': '2022-03-11T15:23:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:23:35.460119 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fed56e-2f58-4e4d-8b86-001cc02d0da5 None None] Checking router: 7912047a-356a-45e9-9809-2530db3f3be4 for host: dv-cinder-833365-1-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:23:35.460486 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fed56e-2f58-4e4d-8b86-001cc02d0da5 None None] Updating router 7912047a-356a-45e9-9809-2530db3f3be4 port cc2a13fd-0c9c-484e-82d2-ff52de3426fb binding host dv-cinder-833365-1-iscsi {{(pid=103742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:23:35.500073 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 81375132-18bd-4a85-b6f9-cc2f882d3a9f up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:23:35.509875 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-27fed56e-2f58-4e4d-8b86-001cc02d0da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (cc2a13fd-0c9c-484e-82d2-ff52de3426fb), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:35.553605 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b79e0-edcc-4f79-9432-fee50b9542b0 None None] Pushing event updated for resources: {'Port': ['ID=81375132-18bd-4a85-b6f9-cc2f882d3a9f,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:35.591884 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port 81375132-18bd-4a85-b6f9-cc2f882d3a9f triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:23:35.592173 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (81375132-18bd-4a85-b6f9-cc2f882d3a9f), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:35.646457 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-0f8948a5-3ff5-460a-96c9-692c162ef06b None None] Provisioning complete for port 81375132-18bd-4a85-b6f9-cc2f882d3a9f triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:23:35.646833 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-0f8948a5-3ff5-460a-96c9-692c162ef06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (81375132-18bd-4a85-b6f9-cc2f882d3a9f), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:35.730011 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port 81375132-18bd-4a85-b6f9-cc2f882d3a9f is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:23:35.785887 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-0f8948a5-3ff5-460a-96c9-692c162ef06b None None] Current status of the port 81375132-18bd-4a85-b6f9-cc2f882d3a9f is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:23:35.814564 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9ce22730-a536-4b4a-b9fe-7b25bad1c78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:35.832820 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-27fed56e-2f58-4e4d-8b86-001cc02d0da5 None None] Publish callbacks [] for port (cc2a13fd-0c9c-484e-82d2-ff52de3426fb), precommit_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:35.966801 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-9ce22730-a536-4b4a-b9fe-7b25bad1c78f admin admin] Allocated IP 172.20.0.1 (60cbd7ee-47f6-42b7-af57-605c8ea51b2b/427142ed-5294-4a3d-872b-ea82cf516a06/2d203ded-6818-44e8-acd4-564149e128ba) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:23:35.980748 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-27fed56e-2f58-4e4d-8b86-001cc02d0da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (cc2a13fd-0c9c-484e-82d2-ff52de3426fb), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:36.035023 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-27fed56e-2f58-4e4d-8b86-001cc02d0da5 None None] Attempting to bind port cc2a13fd-0c9c-484e-82d2-ff52de3426fb on host dv-cinder-833365-1-iscsi for vnic_type normal with profile {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:23:36.035823 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-27fed56e-2f58-4e4d-8b86-001cc02d0da5 None None] Attempting to bind port cc2a13fd-0c9c-484e-82d2-ff52de3426fb by drivers openvswitch,hyperv on host dv-cinder-833365-1-iscsi at level 0 using segments [{'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:23:36.036334 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fed56e-2f58-4e4d-8b86-001cc02d0da5 None None] Attempting to bind port cc2a13fd-0c9c-484e-82d2-ff52de3426fb on network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:23:36.038296 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc8456-c655-42d0-8ba0-4a1d15616041 None None] Pushing event updated for resources: {'Port': ['ID=cc2a13fd-0c9c-484e-82d2-ff52de3426fb,revision_number=2']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:36.057702 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fed56e-2f58-4e4d-8b86-001cc02d0da5 None None] Checking agent: {'id': 'fa4429e9-b5f2-4825-8862-7268ebba473a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833365-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 13, 4), 'started_at': datetime.datetime(2022, 3, 11, 15, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833365-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:23:36.058209 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fed56e-2f58-4e4d-8b86-001cc02d0da5 None None] Checking segment: {'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:23:36.058879 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-27fed56e-2f58-4e4d-8b86-001cc02d0da5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:36.059423 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fed56e-2f58-4e4d-8b86-001cc02d0da5 None None] Bound using segment: {'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:23:36.060006 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-27fed56e-2f58-4e4d-8b86-001cc02d0da5 None None] Bound port: cc2a13fd-0c9c-484e-82d2-ff52de3426fb, host: dv-cinder-833365-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:23:36.060480 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-27fed56e-2f58-4e4d-8b86-001cc02d0da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (cc2a13fd-0c9c-484e-82d2-ff52de3426fb), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:36.128419 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9ce22730-a536-4b4a-b9fe-7b25bad1c78f admin admin] Publish callbacks [] for port (2d203ded-6818-44e8-acd4-564149e128ba), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:36.131845 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-27fed56e-2f58-4e4d-8b86-001cc02d0da5 None None] For port cc2a13fd-0c9c-484e-82d2-ff52de3426fb, host dv-cinder-833365-1-iscsi, cleared binding levels {{(pid=103742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:23:36.136002 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-27fed56e-2f58-4e4d-8b86-001cc02d0da5 None None] For port cc2a13fd-0c9c-484e-82d2-ff52de3426fb, host dv-cinder-833365-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=cc2a13fd-0c9c-484e-82d2-ff52de3426fb,segment=NetworkSegment(64a1f402-9998-47a9-9edb-15a3bada483f),segment_id=64a1f402-9998-47a9-9edb-15a3bada483f)] {{(pid=103742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:23:36.237406 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-27fed56e-2f58-4e4d-8b86-001cc02d0da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (cc2a13fd-0c9c-484e-82d2-ff52de3426fb), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:36.305793 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fed56e-2f58-4e4d-8b86-001cc02d0da5 None None] Routers {'7912047a-356a-45e9-9809-2530db3f3be4'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:23:36.306410 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-27fed56e-2f58-4e4d-8b86-001cc02d0da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:23:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['7912047a-356a-45e9-9809-2530db3f3be4'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:23:36.313018 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9ce22730-a536-4b4a-b9fe-7b25bad1c78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (2d203ded-6818-44e8-acd4-564149e128ba), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:36.359729 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc8456-c655-42d0-8ba0-4a1d15616041 None None] Pushing event updated for resources: {'Port': ['ID=cc2a13fd-0c9c-484e-82d2-ff52de3426fb,revision_number=3']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:36.380684 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce22730-a536-4b4a-b9fe-7b25bad1c78f admin admin] Pushing event updated for resources: {'Port': ['ID=2d203ded-6818-44e8-acd4-564149e128ba,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:36.384351 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce22730-a536-4b4a-b9fe-7b25bad1c78f admin admin] Network 60cbd7ee-47f6-42b7-af57-605c8ea51b2b is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:23:36.386189 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-9ce22730-a536-4b4a-b9fe-7b25bad1c78f admin admin] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:23:36.388355 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce22730-a536-4b4a-b9fe-7b25bad1c78f admin admin] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:23:36.433380 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9ce22730-a536-4b4a-b9fe-7b25bad1c78f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630528'] for router_interface (7912047a-356a-45e9-9809-2530db3f3be4), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:36.445991 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-27fed56e-2f58-4e4d-8b86-001cc02d0da5 None None] Set router 7912047a-356a-45e9-9809-2530db3f3be4 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:23:36.671242 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-27fed56e-2f58-4e4d-8b86-001cc02d0da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7912047a-356a-45e9-9809-2530db3f3be4', 'name': 'tempest-TestShelveInstance-1932619411-router', 'tenant_id': '4e557e68296b4ef6af67218315c0e11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'cc2a13fd-0c9c-484e-82d2-ff52de3426fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:23:31Z', 'updated_at': '2022-03-11T15:23:33Z', 'revision_number': 3, 'project_id': '4e557e68296b4ef6af67218315c0e11c', 'gw_port': {'id': 'cc2a13fd-0c9c-484e-82d2-ff52de3426fb', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7912047a-356a-45e9-9809-2530db3f3be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:23:32Z', 'updated_at': '2022-03-11T15:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:23:36.690315 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9ce22730-a536-4b4a-b9fe-7b25bad1c78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (2d203ded-6818-44e8-acd4-564149e128ba), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:36.701379 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fed56e-2f58-4e4d-8b86-001cc02d0da5 None None] The sync data for ids ['7912047a-356a-45e9-9809-2530db3f3be4'] in dv-cinder-833365-1-iscsi is: [{'id': '7912047a-356a-45e9-9809-2530db3f3be4', 'name': 'tempest-TestShelveInstance-1932619411-router', 'tenant_id': '4e557e68296b4ef6af67218315c0e11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'cc2a13fd-0c9c-484e-82d2-ff52de3426fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:23:31Z', 'updated_at': '2022-03-11T15:23:33Z', 'revision_number': 3, 'project_id': '4e557e68296b4ef6af67218315c0e11c', 'gw_port': {'id': 'cc2a13fd-0c9c-484e-82d2-ff52de3426fb', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7912047a-356a-45e9-9809-2530db3f3be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:23:32Z', 'updated_at': '2022-03-11T15:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:23:36.727239 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-f4c23250-a9d6-47d0-ae33-916df9c42c52 None None] Provisioning complete for port 2d203ded-6818-44e8-acd4-564149e128ba triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:23:36.727726 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-f4c23250-a9d6-47d0-ae33-916df9c42c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (2d203ded-6818-44e8-acd4-564149e128ba), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:36.788411 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-f4c23250-a9d6-47d0-ae33-916df9c42c52 None None] Port 2d203ded-6818-44e8-acd4-564149e128ba cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:23:36.943070 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9ce22730-a536-4b4a-b9fe-7b25bad1c78f admin admin] Publish callbacks [] for port (2d203ded-6818-44e8-acd4-564149e128ba), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:37.072325 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9ce22730-a536-4b4a-b9fe-7b25bad1c78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15279833'] for port (2d203ded-6818-44e8-acd4-564149e128ba), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:37.148704 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce22730-a536-4b4a-b9fe-7b25bad1c78f admin admin] Pushing event updated for resources: {'Port': ['ID=2d203ded-6818-44e8-acd4-564149e128ba,revision_number=2']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:37.151136 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9ce22730-a536-4b4a-b9fe-7b25bad1c78f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630700'] for router_interface (7912047a-356a-45e9-9809-2530db3f3be4), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:37.260783 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce22730-a536-4b4a-b9fe-7b25bad1c78f admin admin] Network 60cbd7ee-47f6-42b7-af57-605c8ea51b2b is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:23:37.262251 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-9ce22730-a536-4b4a-b9fe-7b25bad1c78f admin admin] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:23:37.491480 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce22730-a536-4b4a-b9fe-7b25bad1c78f admin admin] Router 7912047a-356a-45e9-9809-2530db3f3be4 has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:23:37.586208 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device cc2a13fd-0c9c-484e-82d2-ff52de3426fb up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:23:37.657439 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d0364cef-e29e-41d6-b1a1-784d0569dfc1 None None] Provisioning complete for port 2d203ded-6818-44e8-acd4-564149e128ba triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:23:37.657812 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d0364cef-e29e-41d6-b1a1-784d0569dfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (2d203ded-6818-44e8-acd4-564149e128ba), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:37.695688 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce22730-a536-4b4a-b9fe-7b25bad1c78f admin admin] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:23:37.709474 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-9ce22730-a536-4b4a-b9fe-7b25bad1c78f admin admin] 10.222.0.44 "PUT /v2.0/routers/7912047a-356a-45e9-9809-2530db3f3be4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7071717 Mar 11 15:23:37.739552 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d0364cef-e29e-41d6-b1a1-784d0569dfc1 None None] Port 2d203ded-6818-44e8-acd4-564149e128ba cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:23:37.741162 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port cc2a13fd-0c9c-484e-82d2-ff52de3426fb triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:23:37.741715 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (cc2a13fd-0c9c-484e-82d2-ff52de3426fb), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:37.861221 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port cc2a13fd-0c9c-484e-82d2-ff52de3426fb is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:23:37.861685 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (cc2a13fd-0c9c-484e-82d2-ff52de3426fb), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:37.912950 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] For port cc2a13fd-0c9c-484e-82d2-ff52de3426fb, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=cc2a13fd-0c9c-484e-82d2-ff52de3426fb,segment=NetworkSegment(64a1f402-9998-47a9-9edb-15a3bada483f),segment_id=64a1f402-9998-47a9-9edb-15a3bada483f)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:23:38.004213 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (cc2a13fd-0c9c-484e-82d2-ff52de3426fb), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:38.005214 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 81375132-18bd-4a85-b6f9-cc2f882d3a9f up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:23:38.025944 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a40850-02cb-4c2c-acc6-c4ab1e1ff73c req-b4a8ab22-c5a6-4e88-bc4e-720de4364d14 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:38.027374 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-29a40850-02cb-4c2c-acc6-c4ab1e1ff73c req-b4a8ab22-c5a6-4e88-bc4e-720de4364d14 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0743663 Mar 11 15:23:38.101252 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Pushing event updated for resources: {'Port': ['ID=cc2a13fd-0c9c-484e-82d2-ff52de3426fb,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:38.114577 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port 81375132-18bd-4a85-b6f9-cc2f882d3a9f triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:23:38.115332 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (81375132-18bd-4a85-b6f9-cc2f882d3a9f), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:38.123329 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-29a40850-02cb-4c2c-acc6-c4ab1e1ff73c req-ed15fc50-b5db-4d93-9cf5-744caa8e334e tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761659 Mar 11 15:23:38.219650 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port 81375132-18bd-4a85-b6f9-cc2f882d3a9f is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:23:38.487720 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 58376) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:38.608955 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d21dc816-1e7c-4ace-b9b4-8b75bc2959bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:38.622285 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 58382) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:38.632014 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-f08315d8-7329-4f69-a26a-2aa2f07625cd tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-783983496', 'description': 'tempest-secgroup-smoke-783983496 description', 'project_id': '7d0244beabeb42d0831e351a104bbce8'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:23:38.692895 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d21dc816-1e7c-4ace-b9b4-8b75bc2959bf admin admin] Publish callbacks [] for security_group (9f46d98a-bfde-48cf-b679-d31c0ff5cf4a), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:38.700896 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f08315d8-7329-4f69-a26a-2aa2f07625cd tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:38.774281 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f08315d8-7329-4f69-a26a-2aa2f07625cd tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks [] for security_group (6effec3c-a59c-45be-a33a-a442f7e88e0c), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:38.788254 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95f77b1-acf0-4f6d-925e-00ae84276c06 None None] Sync routers for ids ['7912047a-356a-45e9-9809-2530db3f3be4'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:23:38.791336 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d21dc816-1e7c-4ace-b9b4-8b75bc2959bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (9f46d98a-bfde-48cf-b679-d31c0ff5cf4a), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:38.801592 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95f77b1-acf0-4f6d-925e-00ae84276c06 None None] Routers {'7912047a-356a-45e9-9809-2530db3f3be4'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:23:38.802213 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-e95f77b1-acf0-4f6d-925e-00ae84276c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:23:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['7912047a-356a-45e9-9809-2530db3f3be4'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:23:38.835229 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-d21dc816-1e7c-4ace-b9b4-8b75bc2959bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8f65233b76bb48bab5f05dd8715a3b1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3445678 Mar 11 15:23:38.837876 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 58388) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:38.843721 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f08315d8-7329-4f69-a26a-2aa2f07625cd tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (6effec3c-a59c-45be-a33a-a442f7e88e0c), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:38.844212 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21dc816-1e7c-4ace-b9b4-8b75bc2959bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f46d98a-bfde-48cf-b679-d31c0ff5cf4a,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:38.897306 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08315d8-7329-4f69-a26a-2aa2f07625cd tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6effec3c-a59c-45be-a33a-a442f7e88e0c,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:38.900085 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ccabad15-ca85-4d7f-8d5d-103b1c8ffe91 admin admin] Publish callbacks [] for security_group (9f46d98a-bfde-48cf-b679-d31c0ff5cf4a), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:38.924089 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ccabad15-ca85-4d7f-8d5d-103b1c8ffe91 admin admin] Publish callbacks [] for security_group (9f46d98a-bfde-48cf-b679-d31c0ff5cf4a), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:38.937040 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f08315d8-7329-4f69-a26a-2aa2f07625cd tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:38.942912 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 58392) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:38.943113 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-f08315d8-7329-4f69-a26a-2aa2f07625cd tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3195407 Mar 11 15:23:38.954069 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-cb01bc00-c131-49ef-b531-d5f58338b337 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Request body: {'security_group_rule': {'security_group_id': '6effec3c-a59c-45be-a33a-a442f7e88e0c', 'project_id': '7d0244beabeb42d0831e351a104bbce8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:23:39.049667 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-cb01bc00-c131-49ef-b531-d5f58338b337 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks [] for security_group_rule (50408e28-ef32-41fe-92ff-45a5dbfd0646), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:39.068930 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 58396) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:39.074936 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ccabad15-ca85-4d7f-8d5d-103b1c8ffe91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (9f46d98a-bfde-48cf-b679-d31c0ff5cf4a), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:39.076893 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-e95f77b1-acf0-4f6d-925e-00ae84276c06 None None] Set router 7912047a-356a-45e9-9809-2530db3f3be4 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:23:39.077555 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ccabad15-ca85-4d7f-8d5d-103b1c8ffe91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:39.078697 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-ccabad15-ca85-4d7f-8d5d-103b1c8ffe91 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9f46d98a-bfde-48cf-b679-d31c0ff5cf4a HTTP/1.1" status: 204 len: 168 time: 0.2399158 Mar 11 15:23:39.096302 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabad15-ca85-4d7f-8d5d-103b1c8ffe91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f46d98a-bfde-48cf-b679-d31c0ff5cf4a,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:39.142391 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-cb01bc00-c131-49ef-b531-d5f58338b337 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks [] for security_group_rule (50408e28-ef32-41fe-92ff-45a5dbfd0646), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:39.203464 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-cb01bc00-c131-49ef-b531-d5f58338b337 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951566'] for security_group_rule (50408e28-ef32-41fe-92ff-45a5dbfd0646), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:39.220488 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01bc00-c131-49ef-b531-d5f58338b337 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50408e28-ef32-41fe-92ff-45a5dbfd0646,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:39.256716 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e1092a87-62e4-469b-b06c-464c17319580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:39.297451 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf43f4-615d-4e93-a324-83150a7e9441 req-c3273a77-8f91-444c-89e2-7d8a394a32bc tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:39.299191 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-dfdf43f4-615d-4e93-a324-83150a7e9441 req-c3273a77-8f91-444c-89e2-7d8a394a32bc tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.1082230 Mar 11 15:23:39.308992 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-cb01bc00-c131-49ef-b531-d5f58338b337 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:39.310252 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-cb01bc00-c131-49ef-b531-d5f58338b337 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3662989 Mar 11 15:23:39.315142 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 58406) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:39.321169 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-c74c4d58-871f-433c-9763-0f2c2b134995 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Request body: {'security_group_rule': {'security_group_id': '6effec3c-a59c-45be-a33a-a442f7e88e0c', 'project_id': '7d0244beabeb42d0831e351a104bbce8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:23:39.346803 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-e95f77b1-acf0-4f6d-925e-00ae84276c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7912047a-356a-45e9-9809-2530db3f3be4', 'name': 'tempest-TestShelveInstance-1932619411-router', 'tenant_id': '4e557e68296b4ef6af67218315c0e11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'cc2a13fd-0c9c-484e-82d2-ff52de3426fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:23:31Z', 'updated_at': '2022-03-11T15:23:36Z', 'revision_number': 4, 'project_id': '4e557e68296b4ef6af67218315c0e11c', 'gw_port': {'id': 'cc2a13fd-0c9c-484e-82d2-ff52de3426fb', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912047a-356a-45e9-9809-2530db3f3be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:23:32Z', 'updated_at': '2022-03-11T15:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '2d203ded-6818-44e8-acd4-564149e128ba', 'name': '', 'network_id': '60cbd7ee-47f6-42b7-af57-605c8ea51b2b', 'tenant_id': '4e557e68296b4ef6af67218315c0e11c', 'mac_address': 'fa:16:3e:1d:16:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7912047a-356a-45e9-9809-2530db3f3be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '427142ed-5294-4a3d-872b-ea82cf516a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:23:35Z', 'updated_at': '2022-03-11T15:23:36Z', 'revision_number': 2, 'project_id': '4e557e68296b4ef6af67218315c0e11c', 'subnets': [{'id': '427142ed-5294-4a3d-872b-ea82cf516a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:23:39.376235 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-dfdf43f4-615d-4e93-a324-83150a7e9441 req-4a5f5592-c6fc-4e32-b1bd-186d4215929f tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687754 Mar 11 15:23:39.387345 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95f77b1-acf0-4f6d-925e-00ae84276c06 None None] Checking router: 7912047a-356a-45e9-9809-2530db3f3be4 for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:23:39.388189 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95f77b1-acf0-4f6d-925e-00ae84276c06 None None] Updating router 7912047a-356a-45e9-9809-2530db3f3be4 port 2d203ded-6818-44e8-acd4-564149e128ba binding host dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:23:39.408216 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e1092a87-62e4-469b-b06c-464c17319580 admin admin] Publish callbacks [] for security_group (c64f81a4-6504-4631-a327-03a638b1b568), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:39.424300 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e95f77b1-acf0-4f6d-925e-00ae84276c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (2d203ded-6818-44e8-acd4-564149e128ba), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:39.459411 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device cc2a13fd-0c9c-484e-82d2-ff52de3426fb up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:23:39.483031 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c74c4d58-871f-433c-9763-0f2c2b134995 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks [] for security_group_rule (780c4748-c6c1-432c-afa6-b9475eac7ce8), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:39.524050 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e1092a87-62e4-469b-b06c-464c17319580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (c64f81a4-6504-4631-a327-03a638b1b568), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:39.540556 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c74c4d58-871f-433c-9763-0f2c2b134995 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks [] for security_group_rule (780c4748-c6c1-432c-afa6-b9475eac7ce8), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:39.570315 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-e1092a87-62e4-469b-b06c-464c17319580 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e11f29b463c14b618d770df9d2deb427&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4997258 Mar 11 15:23:39.571522 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1092a87-62e4-469b-b06c-464c17319580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64f81a4-6504-4631-a327-03a638b1b568,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:39.573048 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 58412) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:39.589279 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port cc2a13fd-0c9c-484e-82d2-ff52de3426fb triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:23:39.589620 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (cc2a13fd-0c9c-484e-82d2-ff52de3426fb), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:39.626584 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c74c4d58-871f-433c-9763-0f2c2b134995 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951566'] for security_group_rule (780c4748-c6c1-432c-afa6-b9475eac7ce8), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:39.634737 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05785be2-1d36-4eb5-a196-4aab50df49ad req-2aa34269-2abb-426e-90e4-f418ddd72fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:39.636442 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-05785be2-1d36-4eb5-a196-4aab50df49ad req-2aa34269-2abb-426e-90e4-f418ddd72fae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=485785a62e414ac69e1b5ba35562b168&device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 1129 time: 0.0575795 Mar 11 15:23:39.637007 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9ee3a7f7-05f0-4595-ad8f-46703d025229 admin admin] Publish callbacks [] for security_group (c64f81a4-6504-4631-a327-03a638b1b568), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:39.652372 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c4d58-871f-433c-9763-0f2c2b134995 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=780c4748-c6c1-432c-afa6-b9475eac7ce8,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:39.671614 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9ee3a7f7-05f0-4595-ad8f-46703d025229 admin admin] Publish callbacks [] for security_group (c64f81a4-6504-4631-a327-03a638b1b568), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:39.737407 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c74c4d58-871f-433c-9763-0f2c2b134995 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:39.739439 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-c74c4d58-871f-433c-9763-0f2c2b134995 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4230764 Mar 11 15:23:39.742326 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 58414) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:39.746954 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-d822029a-42ce-4ffd-bea0-40faf7eaabab tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Request body: {'security_group_rule': {'security_group_id': '6effec3c-a59c-45be-a33a-a442f7e88e0c', 'project_id': '7d0244beabeb42d0831e351a104bbce8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:23:39.747566 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port cc2a13fd-0c9c-484e-82d2-ff52de3426fb is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:23:39.803783 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e95f77b1-acf0-4f6d-925e-00ae84276c06 None None] Publish callbacks [] for port (2d203ded-6818-44e8-acd4-564149e128ba), precommit_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:39.806205 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 58418) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:39.818466 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2be92ae9-a24e-4555-8187-c8d7cf7706f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:39.832762 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9ee3a7f7-05f0-4595-ad8f-46703d025229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (c64f81a4-6504-4631-a327-03a638b1b568), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:39.835235 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9ee3a7f7-05f0-4595-ad8f-46703d025229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:39.836373 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-9ee3a7f7-05f0-4595-ad8f-46703d025229 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c64f81a4-6504-4631-a327-03a638b1b568 HTTP/1.1" status: 204 len: 168 time: 0.2622359 Mar 11 15:23:39.853201 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3a7f7-05f0-4595-ad8f-46703d025229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64f81a4-6504-4631-a327-03a638b1b568,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:39.909062 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2be92ae9-a24e-4555-8187-c8d7cf7706f3 admin admin] Publish callbacks [] for security_group (db300c30-a676-4577-b542-88b4d6615a4d), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:39.929930 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d822029a-42ce-4ffd-bea0-40faf7eaabab tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks [] for security_group_rule (2f619225-2a2e-4208-bd64-f343aba18968), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:39.963844 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e95f77b1-acf0-4f6d-925e-00ae84276c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (2d203ded-6818-44e8-acd4-564149e128ba), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:39.988327 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d822029a-42ce-4ffd-bea0-40faf7eaabab tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks [] for security_group_rule (2f619225-2a2e-4208-bd64-f343aba18968), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:40.016962 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d1793-4ba1-4503-9735-2c9e28719077 None None] Pushing event updated for resources: {'Port': ['ID=2d203ded-6818-44e8-acd4-564149e128ba,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:40.022974 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2be92ae9-a24e-4555-8187-c8d7cf7706f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (db300c30-a676-4577-b542-88b4d6615a4d), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:40.051072 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d822029a-42ce-4ffd-bea0-40faf7eaabab tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951566'] for security_group_rule (2f619225-2a2e-4208-bd64-f343aba18968), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:40.068305 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-2be92ae9-a24e-4555-8187-c8d7cf7706f3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=73a2ed521623407b8fb340c8d553e08c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2618191 Mar 11 15:23:40.069971 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be92ae9-a24e-4555-8187-c8d7cf7706f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db300c30-a676-4577-b542-88b4d6615a4d,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:40.071852 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 58424) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:40.100384 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822029a-42ce-4ffd-bea0-40faf7eaabab tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f619225-2a2e-4208-bd64-f343aba18968,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:40.101634 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-e95f77b1-acf0-4f6d-925e-00ae84276c06 None None] Attempting to bind port 2d203ded-6818-44e8-acd4-564149e128ba on host dv-cinder-833365-1-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:23:40.102110 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-e95f77b1-acf0-4f6d-925e-00ae84276c06 None None] Attempting to bind port 2d203ded-6818-44e8-acd4-564149e128ba by drivers openvswitch,hyperv on host dv-cinder-833365-1-iscsi at level 0 using segments [{'id': 'd416735b-c236-4900-92b5-24d97e91ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '60cbd7ee-47f6-42b7-af57-605c8ea51b2b'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:23:40.102581 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f77b1-acf0-4f6d-925e-00ae84276c06 None None] Attempting to bind port 2d203ded-6818-44e8-acd4-564149e128ba on network 60cbd7ee-47f6-42b7-af57-605c8ea51b2b {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:23:40.109812 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f77b1-acf0-4f6d-925e-00ae84276c06 None None] Checking agent: {'id': 'fa4429e9-b5f2-4825-8862-7268ebba473a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833365-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 13, 4), 'started_at': datetime.datetime(2022, 3, 11, 15, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833365-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:23:40.110360 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f77b1-acf0-4f6d-925e-00ae84276c06 None None] Checking segment: {'id': 'd416735b-c236-4900-92b5-24d97e91ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '60cbd7ee-47f6-42b7-af57-605c8ea51b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:23:40.110838 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e95f77b1-acf0-4f6d-925e-00ae84276c06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:40.111379 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f77b1-acf0-4f6d-925e-00ae84276c06 None None] Bound using segment: {'id': 'd416735b-c236-4900-92b5-24d97e91ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '60cbd7ee-47f6-42b7-af57-605c8ea51b2b'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:23:40.112023 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-e95f77b1-acf0-4f6d-925e-00ae84276c06 None None] Bound port: 2d203ded-6818-44e8-acd4-564149e128ba, host: dv-cinder-833365-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd416735b-c236-4900-92b5-24d97e91ff7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '60cbd7ee-47f6-42b7-af57-605c8ea51b2b'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:23:40.112586 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e95f77b1-acf0-4f6d-925e-00ae84276c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (2d203ded-6818-44e8-acd4-564149e128ba), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:40.153389 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8976388b-a48e-4fd7-89d6-ae157feea8b9 admin admin] Publish callbacks [] for security_group (db300c30-a676-4577-b542-88b4d6615a4d), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:40.178653 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8976388b-a48e-4fd7-89d6-ae157feea8b9 admin admin] Publish callbacks [] for security_group (db300c30-a676-4577-b542-88b4d6615a4d), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:40.186340 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-e95f77b1-acf0-4f6d-925e-00ae84276c06 None None] For port 2d203ded-6818-44e8-acd4-564149e128ba, host dv-cinder-833365-1-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:23:40.189228 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-e95f77b1-acf0-4f6d-925e-00ae84276c06 None None] For port 2d203ded-6818-44e8-acd4-564149e128ba, host dv-cinder-833365-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=2d203ded-6818-44e8-acd4-564149e128ba,segment=NetworkSegment(d416735b-c236-4900-92b5-24d97e91ff7b),segment_id=d416735b-c236-4900-92b5-24d97e91ff7b)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:23:40.191592 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d822029a-42ce-4ffd-bea0-40faf7eaabab tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:40.192769 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-d822029a-42ce-4ffd-bea0-40faf7eaabab tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4494331 Mar 11 15:23:40.195565 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 58426) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:40.200369 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-1869c2b5-b5e7-4bad-8624-f2e8eae7ad4b tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Request body: {'security_group_rule': {'security_group_id': '6effec3c-a59c-45be-a33a-a442f7e88e0c', 'project_id': '7d0244beabeb42d0831e351a104bbce8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:23:40.276097 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ee4a02ef-e247-4d97-9342-5d237dcc5927 None None] Provisioning complete for port 2d203ded-6818-44e8-acd4-564149e128ba triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:23:40.276391 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ee4a02ef-e247-4d97-9342-5d237dcc5927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (2d203ded-6818-44e8-acd4-564149e128ba), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:40.301301 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e95f77b1-acf0-4f6d-925e-00ae84276c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (2d203ded-6818-44e8-acd4-564149e128ba), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:40.313085 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8976388b-a48e-4fd7-89d6-ae157feea8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (db300c30-a676-4577-b542-88b4d6615a4d), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:40.317640 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1869c2b5-b5e7-4bad-8624-f2e8eae7ad4b tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks [] for security_group_rule (a1ecfdd4-de6d-4d72-aa96-bfa596473347), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:40.318332 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8976388b-a48e-4fd7-89d6-ae157feea8b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:40.323254 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-8976388b-a48e-4fd7-89d6-ae157feea8b9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/db300c30-a676-4577-b542-88b4d6615a4d HTTP/1.1" status: 204 len: 168 time: 0.2334099 Mar 11 15:23:40.333622 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976388b-a48e-4fd7-89d6-ae157feea8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db300c30-a676-4577-b542-88b4d6615a4d,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:40.360423 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ee4a02ef-e247-4d97-9342-5d237dcc5927 None None] Port 2d203ded-6818-44e8-acd4-564149e128ba cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:23:40.396130 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95f77b1-acf0-4f6d-925e-00ae84276c06 None None] Routers {'7912047a-356a-45e9-9809-2530db3f3be4'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:23:40.396813 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-e95f77b1-acf0-4f6d-925e-00ae84276c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:23:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['7912047a-356a-45e9-9809-2530db3f3be4'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:23:40.402197 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d1793-4ba1-4503-9735-2c9e28719077 None None] Pushing event updated for resources: {'Port': ['ID=2d203ded-6818-44e8-acd4-564149e128ba,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:40.452489 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1869c2b5-b5e7-4bad-8624-f2e8eae7ad4b tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks [] for security_group_rule (a1ecfdd4-de6d-4d72-aa96-bfa596473347), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:40.523087 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2f7f4-221b-4a09-9471-59adb1b0c2ef req-dad44167-986d-4db1-a908-e12bc8b5d00f tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:40.525120 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6be2f7f4-221b-4a09-9471-59adb1b0c2ef req-dad44167-986d-4db1-a908-e12bc8b5d00f tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0582600 Mar 11 15:23:40.542243 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-e95f77b1-acf0-4f6d-925e-00ae84276c06 None None] Set router 7912047a-356a-45e9-9809-2530db3f3be4 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:23:40.553370 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1869c2b5-b5e7-4bad-8624-f2e8eae7ad4b tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951566'] for security_group_rule (a1ecfdd4-de6d-4d72-aa96-bfa596473347), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:40.589353 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869c2b5-b5e7-4bad-8624-f2e8eae7ad4b tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1ecfdd4-de6d-4d72-aa96-bfa596473347,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:40.598423 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6be2f7f4-221b-4a09-9471-59adb1b0c2ef req-2e0e9efc-f2df-4a99-920f-8618c882a696 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676434 Mar 11 15:23:40.647164 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 58436) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:40.660502 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f746739b-906f-415e-a252-0d925a3c05d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:40.667501 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1869c2b5-b5e7-4bad-8624-f2e8eae7ad4b tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:40.669154 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-1869c2b5-b5e7-4bad-8624-f2e8eae7ad4b tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4726095 Mar 11 15:23:40.676362 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 58438) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:40.681160 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-dd17bac5-3dfe-4f40-98b2-96787e47984b tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Request body: {'security_group_rule': {'security_group_id': '6effec3c-a59c-45be-a33a-a442f7e88e0c', 'project_id': '7d0244beabeb42d0831e351a104bbce8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:23:40.714326 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-b614637f-84bb-4410-b3ac-b3b93fd95a6c None None] Provisioning complete for port 2d203ded-6818-44e8-acd4-564149e128ba triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:23:40.714709 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b614637f-84bb-4410-b3ac-b3b93fd95a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (2d203ded-6818-44e8-acd4-564149e128ba), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:40.753413 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f746739b-906f-415e-a252-0d925a3c05d8 admin admin] Publish callbacks [] for security_group (abc95878-5ee3-48d9-b244-451d45783004), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:40.786606 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.db.securitygroups_db [None req-dd17bac5-3dfe-4f40-98b2-96787e47984b tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Project 7d0244beabeb42d0831e351a104bbce8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:23:40.791793 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-dd17bac5-3dfe-4f40-98b2-96787e47984b tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks [] for security_group_rule (95aa20fe-6b9e-4519-a47b-d8fc5dcd3382), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:40.826607 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f746739b-906f-415e-a252-0d925a3c05d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (abc95878-5ee3-48d9-b244-451d45783004), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:40.849057 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-e95f77b1-acf0-4f6d-925e-00ae84276c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7912047a-356a-45e9-9809-2530db3f3be4', 'name': 'tempest-TestShelveInstance-1932619411-router', 'tenant_id': '4e557e68296b4ef6af67218315c0e11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'cc2a13fd-0c9c-484e-82d2-ff52de3426fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:23:31Z', 'updated_at': '2022-03-11T15:23:36Z', 'revision_number': 4, 'project_id': '4e557e68296b4ef6af67218315c0e11c', 'gw_port': {'id': 'cc2a13fd-0c9c-484e-82d2-ff52de3426fb', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912047a-356a-45e9-9809-2530db3f3be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:23:32Z', 'updated_at': '2022-03-11T15:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '2d203ded-6818-44e8-acd4-564149e128ba', 'name': '', 'network_id': '60cbd7ee-47f6-42b7-af57-605c8ea51b2b', 'tenant_id': '4e557e68296b4ef6af67218315c0e11c', 'mac_address': 'fa:16:3e:1d:16:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7912047a-356a-45e9-9809-2530db3f3be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '427142ed-5294-4a3d-872b-ea82cf516a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:23:35Z', 'updated_at': '2022-03-11T15:23:40Z', 'revision_number': 4, 'project_id': '4e557e68296b4ef6af67218315c0e11c', 'subnets': [{'id': '427142ed-5294-4a3d-872b-ea82cf516a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:23:40.851942 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-b614637f-84bb-4410-b3ac-b3b93fd95a6c None None] Current status of the port 2d203ded-6818-44e8-acd4-564149e128ba is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:23:40.852485 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b614637f-84bb-4410-b3ac-b3b93fd95a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (2d203ded-6818-44e8-acd4-564149e128ba), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:40.861096 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746739b-906f-415e-a252-0d925a3c05d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc95878-5ee3-48d9-b244-451d45783004,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:40.891698 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95f77b1-acf0-4f6d-925e-00ae84276c06 None None] The sync data for ids ['7912047a-356a-45e9-9809-2530db3f3be4'] in dv-cinder-833365-1-iscsi is: [{'id': '7912047a-356a-45e9-9809-2530db3f3be4', 'name': 'tempest-TestShelveInstance-1932619411-router', 'tenant_id': '4e557e68296b4ef6af67218315c0e11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'cc2a13fd-0c9c-484e-82d2-ff52de3426fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:23:31Z', 'updated_at': '2022-03-11T15:23:36Z', 'revision_number': 4, 'project_id': '4e557e68296b4ef6af67218315c0e11c', 'gw_port': {'id': 'cc2a13fd-0c9c-484e-82d2-ff52de3426fb', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912047a-356a-45e9-9809-2530db3f3be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:23:32Z', 'updated_at': '2022-03-11T15:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '2d203ded-6818-44e8-acd4-564149e128ba', 'name': '', 'network_id': '60cbd7ee-47f6-42b7-af57-605c8ea51b2b', 'tenant_id': '4e557e68296b4ef6af67218315c0e11c', 'mac_address': 'fa:16:3e:1d:16:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7912047a-356a-45e9-9809-2530db3f3be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '427142ed-5294-4a3d-872b-ea82cf516a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:23:35Z', 'updated_at': '2022-03-11T15:23:40Z', 'revision_number': 4, 'project_id': '4e557e68296b4ef6af67218315c0e11c', 'subnets': [{'id': '427142ed-5294-4a3d-872b-ea82cf516a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:23:40.917406 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-dd17bac5-3dfe-4f40-98b2-96787e47984b tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks [] for security_group_rule (95aa20fe-6b9e-4519-a47b-d8fc5dcd3382), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:40.934950 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-b614637f-84bb-4410-b3ac-b3b93fd95a6c None None] For port 2d203ded-6818-44e8-acd4-564149e128ba, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=2d203ded-6818-44e8-acd4-564149e128ba,segment=NetworkSegment(d416735b-c236-4900-92b5-24d97e91ff7b),segment_id=d416735b-c236-4900-92b5-24d97e91ff7b)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:23:40.975646 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-dd17bac5-3dfe-4f40-98b2-96787e47984b tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951566'] for security_group_rule (95aa20fe-6b9e-4519-a47b-d8fc5dcd3382), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:40.996285 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b614637f-84bb-4410-b3ac-b3b93fd95a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (2d203ded-6818-44e8-acd4-564149e128ba), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:40.996456 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-f746739b-906f-415e-a252-0d925a3c05d8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=075f99bb4c3b49c5a4b6cf58fb65463f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3461807 Mar 11 15:23:41.000255 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 58450) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:41.016707 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd17bac5-3dfe-4f40-98b2-96787e47984b tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95aa20fe-6b9e-4519-a47b-d8fc5dcd3382,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:41.080713 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05785be2-1d36-4eb5-a196-4aab50df49ad req-429ce28a-fc7f-4062-bb7b-98fe1bad738a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:41.082865 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-05785be2-1d36-4eb5-a196-4aab50df49ad req-429ce28a-fc7f-4062-bb7b-98fe1bad738a service neutron] 10.222.0.66 "GET /v2.0/networks?id=10111652-25be-4b6e-aa55-10f6e37ef1f5 HTTP/1.1" status: 200 len: 919 time: 0.1623118 Mar 11 15:23:41.085117 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-dd17bac5-3dfe-4f40-98b2-96787e47984b tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:41.087965 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-dd17bac5-3dfe-4f40-98b2-96787e47984b tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4089859 Mar 11 15:23:41.089159 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 58454) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:41.094557 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-ce260135-dcf5-4cbc-84fa-c304254d9fb8 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Request body: {'security_group_rule': {'security_group_id': '6effec3c-a59c-45be-a33a-a442f7e88e0c', 'project_id': '7d0244beabeb42d0831e351a104bbce8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:23:41.103682 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4f1089b4-6204-4f3d-8c6c-8057fd05764d admin admin] Publish callbacks [] for security_group (abc95878-5ee3-48d9-b244-451d45783004), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:41.109580 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614637f-84bb-4410-b3ac-b3b93fd95a6c None None] Pushing event updated for resources: {'Port': ['ID=2d203ded-6818-44e8-acd4-564149e128ba,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:41.134526 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4f1089b4-6204-4f3d-8c6c-8057fd05764d admin admin] Publish callbacks [] for security_group (abc95878-5ee3-48d9-b244-451d45783004), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:41.237370 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.db.securitygroups_db [None req-ce260135-dcf5-4cbc-84fa-c304254d9fb8 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Project 7d0244beabeb42d0831e351a104bbce8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:23:41.242318 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-05785be2-1d36-4eb5-a196-4aab50df49ad req-7c6b5d5e-8179-4c42-b3f1-537848af4317 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c HTTP/1.1" status: 200 len: 217 time: 0.0599523 Mar 11 15:23:41.245669 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ce260135-dcf5-4cbc-84fa-c304254d9fb8 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks [] for security_group_rule (23bde598-1453-4f98-adac-1b35ce9ce0ba), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:41.266645 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4f1089b4-6204-4f3d-8c6c-8057fd05764d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (abc95878-5ee3-48d9-b244-451d45783004), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:41.270310 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4f1089b4-6204-4f3d-8c6c-8057fd05764d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:41.272067 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-4f1089b4-6204-4f3d-8c6c-8057fd05764d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/abc95878-5ee3-48d9-b244-451d45783004 HTTP/1.1" status: 204 len: 168 time: 0.2692406 Mar 11 15:23:41.281989 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1089b4-6204-4f3d-8c6c-8057fd05764d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc95878-5ee3-48d9-b244-451d45783004,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:41.346999 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05785be2-1d36-4eb5-a196-4aab50df49ad req-ef616d8e-67f9-414d-be02-dd69e8901fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:41.349794 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-05785be2-1d36-4eb5-a196-4aab50df49ad req-ef616d8e-67f9-414d-be02-dd69e8901fb4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=444501c1-6c2a-4ddb-b96c-892921be9c2d HTTP/1.1" status: 200 len: 858 time: 0.1011109 Mar 11 15:23:41.376148 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ce260135-dcf5-4cbc-84fa-c304254d9fb8 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks [] for security_group_rule (23bde598-1453-4f98-adac-1b35ce9ce0ba), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:41.417889 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-05785be2-1d36-4eb5-a196-4aab50df49ad req-40a79405-5958-4b6b-96b0-f07546dcfb85 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10111652-25be-4b6e-aa55-10f6e37ef1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402596 Mar 11 15:23:41.457354 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ce260135-dcf5-4cbc-84fa-c304254d9fb8 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951566'] for security_group_rule (23bde598-1453-4f98-adac-1b35ce9ce0ba), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:41.490847 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 2d203ded-6818-44e8-acd4-564149e128ba up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:23:41.531920 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce260135-dcf5-4cbc-84fa-c304254d9fb8 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23bde598-1453-4f98-adac-1b35ce9ce0ba,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:41.550760 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port 2d203ded-6818-44e8-acd4-564149e128ba triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:23:41.551264 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (2d203ded-6818-44e8-acd4-564149e128ba), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:41.562053 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-05785be2-1d36-4eb5-a196-4aab50df49ad req-6e6e552d-61dc-4f13-b64c-30c0f6806161 service neutron] 10.222.0.66 "GET /v2.0/networks/10111652-25be-4b6e-aa55-10f6e37ef1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365473 Mar 11 15:23:41.611417 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ce260135-dcf5-4cbc-84fa-c304254d9fb8 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:41.617030 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-ce260135-dcf5-4cbc-84fa-c304254d9fb8 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5265741 Mar 11 15:23:41.704577 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port 2d203ded-6818-44e8-acd4-564149e128ba is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:23:41.736375 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-05785be2-1d36-4eb5-a196-4aab50df49ad req-8259e879-037d-4133-b745-c5a78306d2da service neutron] 10.222.0.66 "GET /v2.0/networks/10111652-25be-4b6e-aa55-10f6e37ef1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661513 Mar 11 15:23:41.787026 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5049206-509f-49e6-9b23-d6fab533a856 req-d83fe87e-a218-4bb4-84df-64b33e8a1214 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:41.788675 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e5049206-509f-49e6-9b23-d6fab533a856 req-d83fe87e-a218-4bb4-84df-64b33e8a1214 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0677614 Mar 11 15:23:41.844363 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e5049206-509f-49e6-9b23-d6fab533a856 req-e6ff3f2f-82ba-428c-bae5-80a34510bd9d tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495541 Mar 11 15:23:41.941858 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928964a-4417-4c97-a2c8-edbecb83ca1e req-93ca0e86-1add-48cf-bd7c-cf766d75aa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:41.943645 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7928964a-4417-4c97-a2c8-edbecb83ca1e req-93ca0e86-1add-48cf-bd7c-cf766d75aa86 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=485785a62e414ac69e1b5ba35562b168&device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 1129 time: 0.0619168 Mar 11 15:23:42.118664 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928964a-4417-4c97-a2c8-edbecb83ca1e req-2e5e6e70-f706-4d8a-b782-c41422a3633b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:42.122876 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7928964a-4417-4c97-a2c8-edbecb83ca1e req-2e5e6e70-f706-4d8a-b782-c41422a3633b service neutron] 10.222.0.66 "GET /v2.0/networks?id=10111652-25be-4b6e-aa55-10f6e37ef1f5 HTTP/1.1" status: 200 len: 919 time: 0.1425118 Mar 11 15:23:42.226642 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7928964a-4417-4c97-a2c8-edbecb83ca1e req-38a34b09-9cc5-467b-b8f9-7551d9fe605c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c HTTP/1.1" status: 200 len: 217 time: 0.0420477 Mar 11 15:23:42.229631 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928964a-4417-4c97-a2c8-edbecb83ca1e req-f54e7a1c-7019-46af-b536-668e52bfd1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:42.231535 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7928964a-4417-4c97-a2c8-edbecb83ca1e req-f54e7a1c-7019-46af-b536-668e52bfd1cb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=444501c1-6c2a-4ddb-b96c-892921be9c2d HTTP/1.1" status: 200 len: 858 time: 0.0536733 Mar 11 15:23:42.270901 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7928964a-4417-4c97-a2c8-edbecb83ca1e req-99cf6ec5-570f-4f20-8e70-113896b6a0df service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10111652-25be-4b6e-aa55-10f6e37ef1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306053 Mar 11 15:23:42.384979 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7928964a-4417-4c97-a2c8-edbecb83ca1e req-6eb98a6c-7c71-460f-9042-bfdef920aee7 service neutron] 10.222.0.66 "GET /v2.0/networks/10111652-25be-4b6e-aa55-10f6e37ef1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086371 Mar 11 15:23:42.476780 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7928964a-4417-4c97-a2c8-edbecb83ca1e req-2868850b-c871-4d8f-85a6-40f0864b707a service neutron] 10.222.0.66 "GET /v2.0/networks/10111652-25be-4b6e-aa55-10f6e37ef1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858185 Mar 11 15:23:42.579945 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:42.988506 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c216dc-5857-4918-8e2d-2b9758f95f5f req-77fb43a2-ba44-4f42-9538-a89c62625008 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:42.990582 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-50c216dc-5857-4918-8e2d-2b9758f95f5f req-77fb43a2-ba44-4f42-9538-a89c62625008 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0680208 Mar 11 15:23:43.064687 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-50c216dc-5857-4918-8e2d-2b9758f95f5f req-76811cf9-9932-4a3b-9f8c-81260f988368 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577581 Mar 11 15:23:43.505958 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 58580) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:43.550408 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_v2 [None req-caef1ea8-2a4b-4fdb-94a4-b3936ef19fab admin admin] Deleting subnet be43246e-32a2-4785-a75b-f8ba1354dea9 {{(pid=103740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 15:23:43.553653 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-caef1ea8-2a4b-4fdb-94a4-b3936ef19fab admin admin] Publish callbacks [] for subnet (be43246e-32a2-4785-a75b-f8ba1354dea9), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:43.598592 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-caef1ea8-2a4b-4fdb-94a4-b3936ef19fab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14027362'] for subnet (be43246e-32a2-4785-a75b-f8ba1354dea9), precommit_delete_associations {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:43.635079 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-caef1ea8-2a4b-4fdb-94a4-b3936ef19fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1914166'] for subnet (be43246e-32a2-4785-a75b-f8ba1354dea9), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:43.753054 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-caef1ea8-2a4b-4fdb-94a4-b3936ef19fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1914173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15279855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14213724'] for subnet (be43246e-32a2-4785-a75b-f8ba1354dea9), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:43.779628 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef1ea8-2a4b-4fdb-94a4-b3936ef19fab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be43246e-32a2-4785-a75b-f8ba1354dea9,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:43.791232 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-caef1ea8-2a4b-4fdb-94a4-b3936ef19fab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:43.791232 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-caef1ea8-2a4b-4fdb-94a4-b3936ef19fab admin admin] 10.222.0.44 "DELETE /v2.0/subnets/be43246e-32a2-4785-a75b-f8ba1354dea9 HTTP/1.1" status: 204 len: 168 time: 0.2811294 Mar 11 15:23:43.791538 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 58602) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:43.882425 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-99486aad-c046-406c-a003-2f79e6ea46d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2071539'] for network (6f6c7f7f-50ba-4218-a01f-10c4e3eafc6f), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:43.973235 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-99486aad-c046-406c-a003-2f79e6ea46d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1913037', 'neutron.services.segments.db._delete_segments_for_network-8743153172758'] for network (6f6c7f7f-50ba-4218-a01f-10c4e3eafc6f), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:43.995064 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-99486aad-c046-406c-a003-2f79e6ea46d7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:23:43.995507 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-99486aad-c046-406c-a003-2f79e6ea46d7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:23:43.996511 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-99486aad-c046-406c-a003-2f79e6ea46d7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:23:43.996856 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-99486aad-c046-406c-a003-2f79e6ea46d7 admin admin] Subscribe: > port after_create 55550000 {{(pid=103739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:23:43.997211 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-99486aad-c046-406c-a003-2f79e6ea46d7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:23:43.997787 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-99486aad-c046-406c-a003-2f79e6ea46d7 admin admin] Subscribe: > port after_update 55550000 {{(pid=103739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:23:43.998163 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-99486aad-c046-406c-a003-2f79e6ea46d7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:23:43.998561 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-99486aad-c046-406c-a003-2f79e6ea46d7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:23:43.998885 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-99486aad-c046-406c-a003-2f79e6ea46d7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:23:43.999209 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-99486aad-c046-406c-a003-2f79e6ea46d7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:23:44.068860 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-99486aad-c046-406c-a003-2f79e6ea46d7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:23:44.069213 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-99486aad-c046-406c-a003-2f79e6ea46d7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:23:44.069547 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-99486aad-c046-406c-a003-2f79e6ea46d7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:23:44.069878 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-99486aad-c046-406c-a003-2f79e6ea46d7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103739) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 15:23:44.070260 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-99486aad-c046-406c-a003-2f79e6ea46d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f6c7f7f-50ba-4218-a01f-10c4e3eafc6f']}} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:23:44.089562 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-99486aad-c046-406c-a003-2f79e6ea46d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39a95853-d661-4aae-aa44-4ba7d2845360') {'for_net_delete': True} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:23:44.089861 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-99486aad-c046-406c-a003-2f79e6ea46d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39a95853-d661-4aae-aa44-4ba7d2845360') {} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:23:44.106658 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-99486aad-c046-406c-a003-2f79e6ea46d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743153173023', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437440'] for segment (39a95853-d661-4aae-aa44-4ba7d2845360), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:44.137069 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-99486aad-c046-406c-a003-2f79e6ea46d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (39a95853-d661-4aae-aa44-4ba7d2845360), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:44.148050 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99486aad-c046-406c-a003-2f79e6ea46d7 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:23:44.148469 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-99486aad-c046-406c-a003-2f79e6ea46d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13138386'] for segment (39a95853-d661-4aae-aa44-4ba7d2845360), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: from cryptography.utils import int_from_bytes Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: from cryptography.utils import int_from_bytes Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: Traceback (most recent call last): Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: timer() Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: cb(*args, **kw) Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: return func(*args, **kwargs) Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: self._notify() Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: self.callback(batched_events) Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: event.method(event) Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: return f(self, *a, **k) Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: return self._get(url).json() Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: return self.request(url, 'GET', **kwargs) Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:23:44.152452 dv-cinder-833365-1-iscsi neutron-server[103739]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:23:44.259169 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29a415-c718-4c77-998d-f22ff16cfcf8 req-3795fc93-a0c9-4b18-bc0e-296a3a8a6af8 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:44.259169 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6c29a415-c718-4c77-998d-f22ff16cfcf8 req-3795fc93-a0c9-4b18-bc0e-296a3a8a6af8 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0967410 Mar 11 15:23:44.309683 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6c29a415-c718-4c77-998d-f22ff16cfcf8 req-1f1b4b92-d721-419a-be9f-0abbd34fec1a tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435936 Mar 11 15:23:44.309951 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-99486aad-c046-406c-a003-2f79e6ea46d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1913012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628375'] for network (6f6c7f7f-50ba-4218-a01f-10c4e3eafc6f), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:44.322788 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-99486aad-c046-406c-a003-2f79e6ea46d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:44.322788 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-99486aad-c046-406c-a003-2f79e6ea46d7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6f6c7f7f-50ba-4218-a01f-10c4e3eafc6f HTTP/1.1" status: 204 len: 168 time: 0.5286448 Mar 11 15:23:44.332384 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 58626) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:44.333008 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99486aad-c046-406c-a003-2f79e6ea46d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f6c7f7f-50ba-4218-a01f-10c4e3eafc6f,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:44.378088 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0053498-b04f-4b70-924f-a0bf067fb80d admin admin] Deleting subnet 39fc3550-5e4a-4dd4-8851-388be7ce7122 {{(pid=103740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 15:23:44.381329 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a0053498-b04f-4b70-924f-a0bf067fb80d admin admin] Publish callbacks [] for subnet (39fc3550-5e4a-4dd4-8851-388be7ce7122), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:44.418948 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 58628) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:44.421840 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a0053498-b04f-4b70-924f-a0bf067fb80d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14027362'] for subnet (39fc3550-5e4a-4dd4-8851-388be7ce7122), precommit_delete_associations {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:44.465753 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a0053498-b04f-4b70-924f-a0bf067fb80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1914166'] for subnet (39fc3550-5e4a-4dd4-8851-388be7ce7122), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:44.542180 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1fc5ea72-d71b-4273-af47-209c9e0123cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:44.583021 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a0053498-b04f-4b70-924f-a0bf067fb80d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1914173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15279855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14213724'] for subnet (39fc3550-5e4a-4dd4-8851-388be7ce7122), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:44.623041 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0053498-b04f-4b70-924f-a0bf067fb80d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39fc3550-5e4a-4dd4-8851-388be7ce7122,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:44.630457 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a0053498-b04f-4b70-924f-a0bf067fb80d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:44.633987 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-a0053498-b04f-4b70-924f-a0bf067fb80d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/39fc3550-5e4a-4dd4-8851-388be7ce7122 HTTP/1.1" status: 204 len: 168 time: 0.3089612 Mar 11 15:23:44.636915 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1fc5ea72-d71b-4273-af47-209c9e0123cf admin admin] Publish callbacks [] for security_group (821e6e2a-30f6-4495-8be9-d79b6a00e693), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:44.637741 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 58640) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:44.703656 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1fc5ea72-d71b-4273-af47-209c9e0123cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (821e6e2a-30f6-4495-8be9-d79b6a00e693), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:44.725403 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f5be287b-436f-4b3b-b871-e07526de58a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2071539'] for network (4a6f94ed-3cc0-4e74-8b02-1a37efa8879b), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:44.756667 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5ea72-d71b-4273-af47-209c9e0123cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821e6e2a-30f6-4495-8be9-d79b6a00e693,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:44.767498 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-1fc5ea72-d71b-4273-af47-209c9e0123cf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a1caf499448e426f94403ff72042275d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3437498 Mar 11 15:23:44.767498 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 58644) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:44.869672 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f5be287b-436f-4b3b-b871-e07526de58a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1913037', 'neutron.services.segments.db._delete_segments_for_network-8743153172758'] for network (4a6f94ed-3cc0-4e74-8b02-1a37efa8879b), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:44.898223 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d5c3ad5a-3e1e-427b-90d7-7536149f2ddc admin admin] Publish callbacks [] for security_group (821e6e2a-30f6-4495-8be9-d79b6a00e693), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:44.900693 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-f5be287b-436f-4b3b-b871-e07526de58a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a6f94ed-3cc0-4e74-8b02-1a37efa8879b']}} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:23:44.920766 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-f5be287b-436f-4b3b-b871-e07526de58a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55448f4a-11d4-4b84-b1bc-c6890cffe99f') {'for_net_delete': True} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:23:44.921044 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-f5be287b-436f-4b3b-b871-e07526de58a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55448f4a-11d4-4b84-b1bc-c6890cffe99f') {} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:23:44.937746 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f5be287b-436f-4b3b-b871-e07526de58a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743153173023', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437440'] for segment (55448f4a-11d4-4b84-b1bc-c6890cffe99f), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:44.948734 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d5c3ad5a-3e1e-427b-90d7-7536149f2ddc admin admin] Publish callbacks [] for security_group (821e6e2a-30f6-4495-8be9-d79b6a00e693), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:44.962633 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f5be287b-436f-4b3b-b871-e07526de58a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (55448f4a-11d4-4b84-b1bc-c6890cffe99f), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:44.978092 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5be287b-436f-4b3b-b871-e07526de58a3 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:23:44.978467 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f5be287b-436f-4b3b-b871-e07526de58a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13138386'] for segment (55448f4a-11d4-4b84-b1bc-c6890cffe99f), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:44.980132 dv-cinder-833365-1-iscsi neutron-server[103739]: Traceback (most recent call last): Mar 11 15:23:44.980132 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:23:44.980132 dv-cinder-833365-1-iscsi neutron-server[103739]: timer() Mar 11 15:23:44.980132 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:23:44.980132 dv-cinder-833365-1-iscsi neutron-server[103739]: cb(*args, **kw) Mar 11 15:23:44.980132 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 15:23:44.980132 dv-cinder-833365-1-iscsi neutron-server[103739]: return func(*args, **kwargs) Mar 11 15:23:44.980132 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:23:44.980132 dv-cinder-833365-1-iscsi neutron-server[103739]: self._notify() Mar 11 15:23:44.980132 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:23:44.980132 dv-cinder-833365-1-iscsi neutron-server[103739]: self.callback(batched_events) Mar 11 15:23:44.980132 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:23:44.980132 dv-cinder-833365-1-iscsi neutron-server[103739]: event.method(event) Mar 11 15:23:44.980132 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 15:23:44.980132 dv-cinder-833365-1-iscsi neutron-server[103739]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:23:44.980132 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 15:23:44.980132 dv-cinder-833365-1-iscsi neutron-server[103739]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:23:44.980132 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 15:23:44.980132 dv-cinder-833365-1-iscsi neutron-server[103739]: return f(self, *a, **k) Mar 11 15:23:44.980132 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:23:44.980132 dv-cinder-833365-1-iscsi neutron-server[103739]: return self._get(url).json() Mar 11 15:23:44.980132 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:23:44.980132 dv-cinder-833365-1-iscsi neutron-server[103739]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:23:44.980132 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:23:44.980132 dv-cinder-833365-1-iscsi neutron-server[103739]: return self.request(url, 'GET', **kwargs) Mar 11 15:23:44.980132 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:23:44.980132 dv-cinder-833365-1-iscsi neutron-server[103739]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:23:44.980132 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:23:44.980132 dv-cinder-833365-1-iscsi neutron-server[103739]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:23:44.980132 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:23:44.980132 dv-cinder-833365-1-iscsi neutron-server[103739]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:23:44.980132 dv-cinder-833365-1-iscsi neutron-server[103739]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:23:45.107044 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f5be287b-436f-4b3b-b871-e07526de58a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1913012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628375'] for network (4a6f94ed-3cc0-4e74-8b02-1a37efa8879b), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:45.112336 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f5be287b-436f-4b3b-b871-e07526de58a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:45.124025 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-f5be287b-436f-4b3b-b871-e07526de58a3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/4a6f94ed-3cc0-4e74-8b02-1a37efa8879b HTTP/1.1" status: 204 len: 168 time: 0.4767189 Mar 11 15:23:45.125912 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be287b-436f-4b3b-b871-e07526de58a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a6f94ed-3cc0-4e74-8b02-1a37efa8879b,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:45.146763 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d5c3ad5a-3e1e-427b-90d7-7536149f2ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (821e6e2a-30f6-4495-8be9-d79b6a00e693), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:45.149354 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d5c3ad5a-3e1e-427b-90d7-7536149f2ddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:45.150518 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-d5c3ad5a-3e1e-427b-90d7-7536149f2ddc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/821e6e2a-30f6-4495-8be9-d79b6a00e693 HTTP/1.1" status: 204 len: 168 time: 0.3825076 Mar 11 15:23:45.158706 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3ad5a-3e1e-427b-90d7-7536149f2ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821e6e2a-30f6-4495-8be9-d79b6a00e693,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:45.440439 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b4c33-9da7-47f7-93bb-580395b2aeb3 req-0e168048-bac3-4b1b-912c-b8d01ddce27d tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:45.442058 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-949b4c33-9da7-47f7-93bb-580395b2aeb3 req-0e168048-bac3-4b1b-912c-b8d01ddce27d tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0595021 Mar 11 15:23:45.493363 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-949b4c33-9da7-47f7-93bb-580395b2aeb3 req-cc2704ed-159a-4238-827a-74c964059bd3 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456893 Mar 11 15:23:45.498838 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 58658) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:45.541333 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-8b91f107-f5bf-4187-8109-11cf9769e30c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8d2077d907b34914829e080e598c811e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411174 Mar 11 15:23:45.543710 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 58662) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:45.601601 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-faee39a6-85fa-47e5-a6a0-3704452368c4 admin admin] Publish callbacks [] for security_group (b59cf70e-6d00-4e87-b5c5-aa1b1f8179c4), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:45.627955 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-faee39a6-85fa-47e5-a6a0-3704452368c4 admin admin] Publish callbacks [] for security_group (b59cf70e-6d00-4e87-b5c5-aa1b1f8179c4), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:45.752605 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-faee39a6-85fa-47e5-a6a0-3704452368c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (b59cf70e-6d00-4e87-b5c5-aa1b1f8179c4), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:45.755732 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-faee39a6-85fa-47e5-a6a0-3704452368c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:45.757233 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-faee39a6-85fa-47e5-a6a0-3704452368c4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b59cf70e-6d00-4e87-b5c5-aa1b1f8179c4 HTTP/1.1" status: 204 len: 168 time: 0.2123084 Mar 11 15:23:45.765046 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee39a6-85fa-47e5-a6a0-3704452368c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59cf70e-6d00-4e87-b5c5-aa1b1f8179c4,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:45.772862 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee39a6-85fa-47e5-a6a0-3704452368c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:45.773217 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee39a6-85fa-47e5-a6a0-3704452368c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:45.773563 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee39a6-85fa-47e5-a6a0-3704452368c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:45.773938 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee39a6-85fa-47e5-a6a0-3704452368c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:45.774282 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee39a6-85fa-47e5-a6a0-3704452368c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:45.774616 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee39a6-85fa-47e5-a6a0-3704452368c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:45.774943 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee39a6-85fa-47e5-a6a0-3704452368c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:45.775267 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee39a6-85fa-47e5-a6a0-3704452368c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:45.775658 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee39a6-85fa-47e5-a6a0-3704452368c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:45.775982 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee39a6-85fa-47e5-a6a0-3704452368c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:45.776428 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee39a6-85fa-47e5-a6a0-3704452368c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:45.776616 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee39a6-85fa-47e5-a6a0-3704452368c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:45.776953 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faee39a6-85fa-47e5-a6a0-3704452368c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:45.987601 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 58676) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:46.001176 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-aea40e74-10de-4f7c-b932-3ddf4ed1effc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:46.105897 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-aea40e74-10de-4f7c-b932-3ddf4ed1effc admin admin] Publish callbacks [] for security_group (815b8975-d848-4864-a18b-6687b76afa11), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:46.170206 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 58682) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:46.221018 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-aea40e74-10de-4f7c-b932-3ddf4ed1effc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (815b8975-d848-4864-a18b-6687b76afa11), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:46.262965 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-aea40e74-10de-4f7c-b932-3ddf4ed1effc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7baf888f54724ab6a4d101d6c10f37ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2742844 Mar 11 15:23:46.263843 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea40e74-10de-4f7c-b932-3ddf4ed1effc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815b8975-d848-4864-a18b-6687b76afa11,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:46.265722 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 58686) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:46.341909 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-15b3d6da-48e9-4385-b640-6d010dbdd0cc admin admin] Publish callbacks [] for security_group (815b8975-d848-4864-a18b-6687b76afa11), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:46.372981 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-15b3d6da-48e9-4385-b640-6d010dbdd0cc admin admin] Publish callbacks [] for security_group (815b8975-d848-4864-a18b-6687b76afa11), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:46.389179 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-52dcecb0-1061-4996-8ed5-5c539f720ef4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:46.466487 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-15b3d6da-48e9-4385-b640-6d010dbdd0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (815b8975-d848-4864-a18b-6687b76afa11), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:46.469001 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-15b3d6da-48e9-4385-b640-6d010dbdd0cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:46.470195 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-15b3d6da-48e9-4385-b640-6d010dbdd0cc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/815b8975-d848-4864-a18b-6687b76afa11 HTTP/1.1" status: 204 len: 168 time: 0.2034788 Mar 11 15:23:46.478157 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b3d6da-48e9-4385-b640-6d010dbdd0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815b8975-d848-4864-a18b-6687b76afa11,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:46.485693 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b3d6da-48e9-4385-b640-6d010dbdd0cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:46.486049 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b3d6da-48e9-4385-b640-6d010dbdd0cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:46.486390 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b3d6da-48e9-4385-b640-6d010dbdd0cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:46.486723 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b3d6da-48e9-4385-b640-6d010dbdd0cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:46.487057 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b3d6da-48e9-4385-b640-6d010dbdd0cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:46.487399 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b3d6da-48e9-4385-b640-6d010dbdd0cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:46.487750 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b3d6da-48e9-4385-b640-6d010dbdd0cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:46.488125 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b3d6da-48e9-4385-b640-6d010dbdd0cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:46.488620 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b3d6da-48e9-4385-b640-6d010dbdd0cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:46.489117 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b3d6da-48e9-4385-b640-6d010dbdd0cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:46.489597 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b3d6da-48e9-4385-b640-6d010dbdd0cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:46.489922 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b3d6da-48e9-4385-b640-6d010dbdd0cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:46.490243 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b3d6da-48e9-4385-b640-6d010dbdd0cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:23:46.520180 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-52dcecb0-1061-4996-8ed5-5c539f720ef4 admin admin] Publish callbacks [] for security_group (47275e59-49f1-4b18-86af-e8d2971fa44d), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:46.590949 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-52dcecb0-1061-4996-8ed5-5c539f720ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (47275e59-49f1-4b18-86af-e8d2971fa44d), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:46.640938 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-52dcecb0-1061-4996-8ed5-5c539f720ef4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=56edb84a0a9c43318720f86db3acd11a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4694912 Mar 11 15:23:46.642654 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dcecb0-1061-4996-8ed5-5c539f720ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47275e59-49f1-4b18-86af-e8d2971fa44d,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:46.643739 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 58696) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:46.657975 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff011e4c-a8f5-4de4-9b2e-940d65e84697 req-e9ed0591-c7de-4e26-9117-6f2c6fd19418 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:46.661310 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ff011e4c-a8f5-4de4-9b2e-940d65e84697 req-e9ed0591-c7de-4e26-9117-6f2c6fd19418 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0997295 Mar 11 15:23:46.716181 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-89438dbc-2e95-4ee7-8f57-3f0856152c54 admin admin] Publish callbacks [] for security_group (47275e59-49f1-4b18-86af-e8d2971fa44d), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:46.722293 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ff011e4c-a8f5-4de4-9b2e-940d65e84697 req-a4c5771b-0f54-43d6-ad82-22bbbc6163c4 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519011 Mar 11 15:23:46.723030 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 58698) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:46.739492 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-89438dbc-2e95-4ee7-8f57-3f0856152c54 admin admin] Publish callbacks [] for security_group (47275e59-49f1-4b18-86af-e8d2971fa44d), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:46.771523 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 58702) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:46.772851 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-3bc9ac31-4256-40e8-b9db-aea03b779e06 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f7cbde3e6c3a4a4195cf4012d3c21d56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0476437 Mar 11 15:23:46.825850 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-313268ba-a740-4165-80b9-b2d62cc37df4 admin admin] Publish callbacks [] for security_group (8bce978a-c9a6-4cdc-81c5-f0be6046d26a), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:46.849691 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-313268ba-a740-4165-80b9-b2d62cc37df4 admin admin] Publish callbacks [] for security_group (8bce978a-c9a6-4cdc-81c5-f0be6046d26a), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:46.875619 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-89438dbc-2e95-4ee7-8f57-3f0856152c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (47275e59-49f1-4b18-86af-e8d2971fa44d), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:46.878069 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-89438dbc-2e95-4ee7-8f57-3f0856152c54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:46.879973 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-89438dbc-2e95-4ee7-8f57-3f0856152c54 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/47275e59-49f1-4b18-86af-e8d2971fa44d HTTP/1.1" status: 204 len: 168 time: 0.2341852 Mar 11 15:23:46.891309 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89438dbc-2e95-4ee7-8f57-3f0856152c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47275e59-49f1-4b18-86af-e8d2971fa44d,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:47.009907 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-313268ba-a740-4165-80b9-b2d62cc37df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (8bce978a-c9a6-4cdc-81c5-f0be6046d26a), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:47.012493 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-313268ba-a740-4165-80b9-b2d62cc37df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:47.013711 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-313268ba-a740-4165-80b9-b2d62cc37df4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8bce978a-c9a6-4cdc-81c5-f0be6046d26a HTTP/1.1" status: 204 len: 168 time: 0.2411726 Mar 11 15:23:47.022922 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313268ba-a740-4165-80b9-b2d62cc37df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bce978a-c9a6-4cdc-81c5-f0be6046d26a,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:47.845041 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 58742) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:47.860205 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-fdeab30b-8a75-4851-bad7-24f15da6e72a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:47.869218 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61399b-1100-4178-bab7-f93296c2f6b8 req-2dc7bb9a-7b9e-4240-8fc6-720721d99fed tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:47.871120 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0e61399b-1100-4178-bab7-f93296c2f6b8 req-2dc7bb9a-7b9e-4240-8fc6-720721d99fed tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0779161 Mar 11 15:23:47.942076 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0e61399b-1100-4178-bab7-f93296c2f6b8 req-f371b430-4f0d-4354-8b16-88ce875768c4 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652027 Mar 11 15:23:47.973848 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-fdeab30b-8a75-4851-bad7-24f15da6e72a admin admin] Publish callbacks [] for security_group (70459313-6ff1-48fa-8b8e-7045c2688b70), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:48.043340 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-fdeab30b-8a75-4851-bad7-24f15da6e72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (70459313-6ff1-48fa-8b8e-7045c2688b70), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:48.081636 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeab30b-8a75-4851-bad7-24f15da6e72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70459313-6ff1-48fa-8b8e-7045c2688b70,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:48.086137 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-fdeab30b-8a75-4851-bad7-24f15da6e72a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3d8ee203beab460faedb9768df81a624&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400582 Mar 11 15:23:48.088787 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 58748) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:48.141774 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ac64afd6-45a1-4bea-880e-b26a4fdab346 admin admin] Publish callbacks [] for security_group (70459313-6ff1-48fa-8b8e-7045c2688b70), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:48.179018 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ac64afd6-45a1-4bea-880e-b26a4fdab346 admin admin] Publish callbacks [] for security_group (70459313-6ff1-48fa-8b8e-7045c2688b70), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:48.312446 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ac64afd6-45a1-4bea-880e-b26a4fdab346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (70459313-6ff1-48fa-8b8e-7045c2688b70), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:48.315598 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ac64afd6-45a1-4bea-880e-b26a4fdab346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:48.318295 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-ac64afd6-45a1-4bea-880e-b26a4fdab346 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/70459313-6ff1-48fa-8b8e-7045c2688b70 HTTP/1.1" status: 204 len: 168 time: 0.2277017 Mar 11 15:23:48.332501 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64afd6-45a1-4bea-880e-b26a4fdab346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70459313-6ff1-48fa-8b8e-7045c2688b70,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:49.085878 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb93432-a953-412b-a177-239ef62885fd req-303c0343-bb4c-4701-a6c5-e552120e61c9 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:49.092209 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8bb93432-a953-412b-a177-239ef62885fd req-303c0343-bb4c-4701-a6c5-e552120e61c9 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0769148 Mar 11 15:23:49.138168 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8bb93432-a953-412b-a177-239ef62885fd req-54d012c4-77dc-429d-aeb0-2acf169cc77f tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449817 Mar 11 15:23:49.607893 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 58804) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:49.738126 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c64a47ea-cc7a-454c-9bde-2697fb18ec53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:49.813632 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c64a47ea-cc7a-454c-9bde-2697fb18ec53 admin admin] Publish callbacks [] for security_group (1659e46e-8a6d-4053-b350-e5a17014e13e), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:49.895149 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c64a47ea-cc7a-454c-9bde-2697fb18ec53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (1659e46e-8a6d-4053-b350-e5a17014e13e), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:49.933618 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a47ea-cc7a-454c-9bde-2697fb18ec53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1659e46e-8a6d-4053-b350-e5a17014e13e,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:49.937939 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-c64a47ea-cc7a-454c-9bde-2697fb18ec53 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=03baa1894fe94d2586230fd7ed5d9478&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3291903 Mar 11 15:23:49.940743 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 58810) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:23:49.991797 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7c512bb7-8833-4fc1-a5f7-5be51f8e652b admin admin] Publish callbacks [] for security_group (1659e46e-8a6d-4053-b350-e5a17014e13e), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:50.021714 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7c512bb7-8833-4fc1-a5f7-5be51f8e652b admin admin] Publish callbacks [] for security_group (1659e46e-8a6d-4053-b350-e5a17014e13e), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:50.124277 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7c512bb7-8833-4fc1-a5f7-5be51f8e652b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (1659e46e-8a6d-4053-b350-e5a17014e13e), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:50.127535 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7c512bb7-8833-4fc1-a5f7-5be51f8e652b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:50.128988 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-7c512bb7-8833-4fc1-a5f7-5be51f8e652b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1659e46e-8a6d-4053-b350-e5a17014e13e HTTP/1.1" status: 204 len: 168 time: 0.1871648 Mar 11 15:23:50.137303 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c512bb7-8833-4fc1-a5f7-5be51f8e652b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1659e46e-8a6d-4053-b350-e5a17014e13e,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:23:50.287275 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db8f50-af31-4bcb-b56b-19cae8686153 req-0dfe3415-10dd-46ab-b1c0-35796c03e428 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:50.288919 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-07db8f50-af31-4bcb-b56b-19cae8686153 req-0dfe3415-10dd-46ab-b1c0-35796c03e428 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0759208 Mar 11 15:23:50.343244 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-07db8f50-af31-4bcb-b56b-19cae8686153 req-4675f716-1b5e-40f8-9ca5-6af24d04de9d tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448658 Mar 11 15:23:51.461966 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8be405-9333-41a3-909e-15edb09a9d3e req-7d495062-67ee-4c00-a322-45cc3387e6c4 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:51.463636 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1f8be405-9333-41a3-909e-15edb09a9d3e req-7d495062-67ee-4c00-a322-45cc3387e6c4 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0554426 Mar 11 15:23:51.510772 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1f8be405-9333-41a3-909e-15edb09a9d3e req-0dc0d1c2-c90b-47ca-9835-afe73c1f20d9 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416031 Mar 11 15:23:52.634064 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0280d-fa56-48bd-af2b-d21458948cce req-260d29d4-79bd-4bde-b649-42648dbb5821 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:52.638607 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-38f0280d-fa56-48bd-af2b-d21458948cce req-260d29d4-79bd-4bde-b649-42648dbb5821 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0560997 Mar 11 15:23:52.690326 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-38f0280d-fa56-48bd-af2b-d21458948cce req-6514471c-f951-49d4-975f-b6c34ac2ceb9 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431056 Mar 11 15:23:53.812647 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05c4bd-59a6-4b57-956c-5a8f85df0690 req-9bd69b3c-ee80-43e6-b863-03f326cb788e tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:53.814141 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2a05c4bd-59a6-4b57-956c-5a8f85df0690 req-9bd69b3c-ee80-43e6-b863-03f326cb788e tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0539742 Mar 11 15:23:53.877332 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2a05c4bd-59a6-4b57-956c-5a8f85df0690 req-2474142a-c64c-44b4-86bb-708bb0fece09 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445957 Mar 11 15:23:54.997794 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98075e6-9f60-4e9f-8a79-6e61ba8ae388 req-dc700f81-4f21-40d4-b0fd-05b6305abc35 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:54.999173 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c98075e6-9f60-4e9f-8a79-6e61ba8ae388 req-dc700f81-4f21-40d4-b0fd-05b6305abc35 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0515723 Mar 11 15:23:55.044502 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c98075e6-9f60-4e9f-8a79-6e61ba8ae388 req-491bc10b-8283-4048-aab6-c23c2244e518 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397882 Mar 11 15:23:56.162734 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4da40-9298-424e-b143-0b76d12a7a11 req-704ae994-7a03-45d2-9a0a-4fb71f2d6945 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:56.164229 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-29c4da40-9298-424e-b143-0b76d12a7a11 req-704ae994-7a03-45d2-9a0a-4fb71f2d6945 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0524814 Mar 11 15:23:56.218862 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-29c4da40-9298-424e-b143-0b76d12a7a11 req-cc1d4cbf-e822-4727-8f55-0a1f2db0bbd1 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491292 Mar 11 15:23:57.351415 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c82ec-8e9d-41fd-8262-d2abe3ffcffe req-71e749b1-e8a5-4036-9561-7b2fc2528522 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:57.352803 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ac6c82ec-8e9d-41fd-8262-d2abe3ffcffe req-71e749b1-e8a5-4036-9561-7b2fc2528522 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0557878 Mar 11 15:23:57.398037 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ac6c82ec-8e9d-41fd-8262-d2abe3ffcffe req-21952c23-1c33-4619-b0f3-6d9ec0457780 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395832 Mar 11 15:23:57.807812 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-30856a0c-4466-49e0-a5b4-1aea46fc7d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:23:58.516154 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8db9a4-1fc5-4416-a243-a3083589c2ac req-ccee992d-b6dd-4fb1-85d1-1ee3e1b279b9 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:58.517670 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-db8db9a4-1fc5-4416-a243-a3083589c2ac req-ccee992d-b6dd-4fb1-85d1-1ee3e1b279b9 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0528712 Mar 11 15:23:58.575567 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-db8db9a4-1fc5-4416-a243-a3083589c2ac req-968914ba-2fce-4d81-81be-aa90aad1d0db tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522914 Mar 11 15:23:59.707493 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c0c27-4126-497f-a4b2-296064f4a98b req-8fefa88b-190f-49c9-95c4-19694c89e36e tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:23:59.709131 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7d5c0c27-4126-497f-a4b2-296064f4a98b req-8fefa88b-190f-49c9-95c4-19694c89e36e tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0542772 Mar 11 15:23:59.757119 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7d5c0c27-4126-497f-a4b2-296064f4a98b req-bfbeaa34-0ada-4c21-9b85-3f46c051978d tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425153 Mar 11 15:24:00.054810 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e54515cb-c714-4f88-aa3f-2ee80ac2ae26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:00.872542 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98baf837-9042-44e0-9bf9-f9d58308a95e req-e84f9a24-7b58-4f7f-b54a-5496b9965db6 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:00.873901 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-98baf837-9042-44e0-9bf9-f9d58308a95e req-e84f9a24-7b58-4f7f-b54a-5496b9965db6 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0521870 Mar 11 15:24:00.922505 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-98baf837-9042-44e0-9bf9-f9d58308a95e req-c9d9327c-c9ae-49fa-854d-981b395e7259 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430980 Mar 11 15:24:01.208850 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:02.038695 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d26b6-f057-4c62-843e-2c316224009d req-44b3fabd-d452-4777-a6e0-6744032a389a tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:02.040208 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d15d26b6-f057-4c62-843e-2c316224009d req-44b3fabd-d452-4777-a6e0-6744032a389a tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0516078 Mar 11 15:24:02.095252 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d15d26b6-f057-4c62-843e-2c316224009d req-f48484f4-e599-4c82-96ae-9f11d4b50fb4 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496473 Mar 11 15:24:02.975422 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:03.215812 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f688acab-a877-470b-97dd-61d75614279b req-d6ccad41-9390-4d21-9753-8d476ae4642e tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:03.217260 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f688acab-a877-470b-97dd-61d75614279b req-d6ccad41-9390-4d21-9753-8d476ae4642e tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0543349 Mar 11 15:24:03.263847 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f688acab-a877-470b-97dd-61d75614279b req-089cd4c1-3e33-4751-ad3e-8625ba5c1a88 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410182 Mar 11 15:24:04.356255 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:04.381273 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19524c9d-8825-428d-a988-572d316255e4 req-1c5b235f-2b4c-419d-975f-91ec6c5195a6 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:04.382741 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-19524c9d-8825-428d-a988-572d316255e4 req-1c5b235f-2b4c-419d-975f-91ec6c5195a6 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0530012 Mar 11 15:24:04.428918 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-19524c9d-8825-428d-a988-572d316255e4 req-fce165d5-3437-435e-bfe3-ea34e171481d tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402155 Mar 11 15:24:05.543563 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76676e-1178-4b37-9ca5-8da88ca56dc6 req-0574c65a-5583-4155-b59a-b129d1802c4a tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:05.545013 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7e76676e-1178-4b37-9ca5-8da88ca56dc6 req-0574c65a-5583-4155-b59a-b129d1802c4a tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0511537 Mar 11 15:24:05.589766 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7e76676e-1178-4b37-9ca5-8da88ca56dc6 req-02e55164-daaf-4552-9f5b-923466da768e tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393350 Mar 11 15:24:06.703667 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed2d81-6a7e-4e53-addd-22722a9656f5 req-e01d0435-07eb-44b9-890f-2a8fe3b9a639 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:06.705131 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-36ed2d81-6a7e-4e53-addd-22722a9656f5 req-e01d0435-07eb-44b9-890f-2a8fe3b9a639 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0501895 Mar 11 15:24:06.751097 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-36ed2d81-6a7e-4e53-addd-22722a9656f5 req-24cc93e7-c0c2-41d2-9fc8-53b5517ef473 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396523 Mar 11 15:24:07.873896 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad92470-45a9-4c45-804d-1e065210e730 req-eb7d8699-c21b-4789-be57-4b97472e4ab2 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:07.875372 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7ad92470-45a9-4c45-804d-1e065210e730 req-eb7d8699-c21b-4789-be57-4b97472e4ab2 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0590363 Mar 11 15:24:07.950873 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7ad92470-45a9-4c45-804d-1e065210e730 req-ce7a9fed-9c49-44a1-9a82-48214d3b65db tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698919 Mar 11 15:24:07.959404 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59d6ba-ada3-4abe-8bc3-c5995126b00b req-6123e2f6-3ac4-4d1a-b97a-c163f7db959f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:07.960928 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0b59d6ba-ada3-4abe-8bc3-c5995126b00b req-6123e2f6-3ac4-4d1a-b97a-c163f7db959f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 1129 time: 0.0781398 Mar 11 15:24:08.004680 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0b59d6ba-ada3-4abe-8bc3-c5995126b00b req-ce12b920-ceb7-4bbb-b9a0-2621b10e28e3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371518 Mar 11 15:24:09.071266 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd45711-800a-4812-a093-0e6ed2ae0355 req-ea5f9fe3-b792-4037-8f7f-b49120965526 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:09.072755 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bbd45711-800a-4812-a093-0e6ed2ae0355 req-ea5f9fe3-b792-4037-8f7f-b49120965526 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0548673 Mar 11 15:24:09.118748 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bbd45711-800a-4812-a093-0e6ed2ae0355 req-5b36e740-35f7-4b05-a24c-e4ad94884132 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405991 Mar 11 15:24:09.591070 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:24:09.832911 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 59152) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:24:09.954448 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d503be1e-41f5-47e8-840a-6fa447f0d252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:10.039807 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d503be1e-41f5-47e8-840a-6fa447f0d252 admin admin] Publish callbacks [] for security_group (e0a2f14c-7533-4b0b-81b3-a7a444fdf0ed), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:10.095085 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d503be1e-41f5-47e8-840a-6fa447f0d252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (e0a2f14c-7533-4b0b-81b3-a7a444fdf0ed), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:10.137868 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-d503be1e-41f5-47e8-840a-6fa447f0d252 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06601f23722e42e38a8ccf838010b896&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3036335 Mar 11 15:24:10.138706 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503be1e-41f5-47e8-840a-6fa447f0d252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a2f14c-7533-4b0b-81b3-a7a444fdf0ed,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:10.140653 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 59168) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:24:10.192316 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-63308194-7ea5-4da8-bdb3-5a43f7714c56 admin admin] Publish callbacks [] for security_group (e0a2f14c-7533-4b0b-81b3-a7a444fdf0ed), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:10.217160 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-63308194-7ea5-4da8-bdb3-5a43f7714c56 admin admin] Publish callbacks [] for security_group (e0a2f14c-7533-4b0b-81b3-a7a444fdf0ed), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:10.358141 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-63308194-7ea5-4da8-bdb3-5a43f7714c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (e0a2f14c-7533-4b0b-81b3-a7a444fdf0ed), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:10.361695 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-63308194-7ea5-4da8-bdb3-5a43f7714c56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:10.363387 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-63308194-7ea5-4da8-bdb3-5a43f7714c56 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e0a2f14c-7533-4b0b-81b3-a7a444fdf0ed HTTP/1.1" status: 204 len: 168 time: 0.2217271 Mar 11 15:24:10.375464 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63308194-7ea5-4da8-bdb3-5a43f7714c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a2f14c-7533-4b0b-81b3-a7a444fdf0ed,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:10.477839 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978c2f9-f133-44aa-9f3c-50667347488d req-911f38b4-04b2-4b0e-b478-ae9a592dff06 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:10.479581 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0978c2f9-f133-44aa-9f3c-50667347488d req-911f38b4-04b2-4b0e-b478-ae9a592dff06 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.2921145 Mar 11 15:24:10.534324 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0978c2f9-f133-44aa-9f3c-50667347488d req-fde6c343-f511-41bf-8f39-685874313667 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469491 Mar 11 15:24:11.022168 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a328c38-ea2b-41dc-a436-4c6c8df8bdfa req-ca82c7ec-7297-42b8-ada6-601d45be86d1 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:11.023869 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8a328c38-ea2b-41dc-a436-4c6c8df8bdfa req-ca82c7ec-7297-42b8-ada6-601d45be86d1 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0678146 Mar 11 15:24:11.106837 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8a328c38-ea2b-41dc-a436-4c6c8df8bdfa req-0d4c171b-6a23-40f2-8115-951a11a96cec tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718246 Mar 11 15:24:11.134561 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816b1ef-a42b-4d20-b634-6b170391e274 req-c8f565fc-5297-4b8f-81f1-891eba6e7a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:11.137550 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0816b1ef-a42b-4d20-b634-6b170391e274 req-c8f565fc-5297-4b8f-81f1-891eba6e7a32 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=485785a62e414ac69e1b5ba35562b168&device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 1129 time: 0.0738716 Mar 11 15:24:11.269322 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816b1ef-a42b-4d20-b634-6b170391e274 req-788b83f1-b0b7-43f6-8629-a6060fdfb969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:11.270796 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0816b1ef-a42b-4d20-b634-6b170391e274 req-788b83f1-b0b7-43f6-8629-a6060fdfb969 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10111652-25be-4b6e-aa55-10f6e37ef1f5 HTTP/1.1" status: 200 len: 919 time: 0.1098633 Mar 11 15:24:11.322102 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0816b1ef-a42b-4d20-b634-6b170391e274 req-e77476a0-8f0c-46c6-8225-d32dd16d2362 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c HTTP/1.1" status: 200 len: 217 time: 0.0442820 Mar 11 15:24:11.386767 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816b1ef-a42b-4d20-b634-6b170391e274 req-1237cd20-81f9-43ce-8492-ea208796ebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:11.388548 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0816b1ef-a42b-4d20-b634-6b170391e274 req-1237cd20-81f9-43ce-8492-ea208796ebaa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=444501c1-6c2a-4ddb-b96c-892921be9c2d HTTP/1.1" status: 200 len: 858 time: 0.0597305 Mar 11 15:24:11.426477 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0816b1ef-a42b-4d20-b634-6b170391e274 req-4c2dd5d6-66d3-4e43-a6f1-3d964a636029 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10111652-25be-4b6e-aa55-10f6e37ef1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317323 Mar 11 15:24:11.549991 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0816b1ef-a42b-4d20-b634-6b170391e274 req-e0bee3a6-e0b7-46c8-9e3e-fdfce60430c3 service neutron] 10.222.0.66 "GET /v2.0/networks/10111652-25be-4b6e-aa55-10f6e37ef1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162305 Mar 11 15:24:11.644334 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 59226) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:24:11.653800 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0816b1ef-a42b-4d20-b634-6b170391e274 req-f7f0171b-a6ab-44cf-a614-698a656e2a53 service neutron] 10.222.0.66 "GET /v2.0/networks/10111652-25be-4b6e-aa55-10f6e37ef1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941453 Mar 11 15:24:11.749083 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-5a083f70-248f-4597-9f49-3046e99c214b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1035396324-network', 'tenant_id': '48eee2f158cc4f05a24738007d5fbf21'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:24:11.825320 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a083f70-248f-4597-9f49-3046e99c214b admin admin] Made reservation on behalf of 48eee2f158cc4f05a24738007d5fbf21 for: {'network': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:24:11.827906 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5a083f70-248f-4597-9f49-3046e99c214b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for network (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:11.839644 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5a083f70-248f-4597-9f49-3046e99c214b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:11.942853 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5a083f70-248f-4597-9f49-3046e99c214b admin admin] Publish callbacks [] for security_group (6f669c9c-e187-41fd-b50d-941a8d9fd3fc), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:12.030722 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5a083f70-248f-4597-9f49-3046e99c214b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (6f669c9c-e187-41fd-b50d-941a8d9fd3fc), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:12.055825 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a083f70-248f-4597-9f49-3046e99c214b admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:24:12.076434 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a083f70-248f-4597-9f49-3046e99c214b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f669c9c-e187-41fd-b50d-941a8d9fd3fc,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:12.079270 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5a083f70-248f-4597-9f49-3046e99c214b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (ca4f09a3-c004-4741-af89-96c165fd6133), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:12.079716 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.db.segments_db [None req-5a083f70-248f-4597-9f49-3046e99c214b admin admin] Added segment ca4f09a3-c004-4741-af89-96c165fd6133 of type vlan for network 9abaefdc-1124-4a5a-981a-fb752a39069b Mar 11 15:24:12.122268 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5a083f70-248f-4597-9f49-3046e99c214b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152803018'] for network (9abaefdc-1124-4a5a-981a-fb752a39069b), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:12.231709 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5a083f70-248f-4597-9f49-3046e99c214b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548'] for network (9abaefdc-1124-4a5a-981a-fb752a39069b), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:12.232716 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a083f70-248f-4597-9f49-3046e99c214b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:12.233303 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5a083f70-248f-4597-9f49-3046e99c214b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:12.243755 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a325b845-5a51-4b4f-aec8-9f502c3b7231 req-62994c60-12b0-407b-8fa7-4ab43d8d4d33 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:12.247711 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a325b845-5a51-4b4f-aec8-9f502c3b7231 req-62994c60-12b0-407b-8fa7-4ab43d8d4d33 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0624661 Mar 11 15:24:12.306236 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a325b845-5a51-4b4f-aec8-9f502c3b7231 req-4ca70c9c-0cde-4298-8d40-1d59ad6d6e01 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519109 Mar 11 15:24:12.308883 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a083f70-248f-4597-9f49-3046e99c214b admin admin] Pushing event updated for resources: {'Network': ['ID=9abaefdc-1124-4a5a-981a-fb752a39069b,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:12.321086 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Network 9abaefdc-1124-4a5a-981a-fb752a39069b details requested by agent ovs-agent-dv-cinder-833365-1-iscsi with host dv-cinder-833365-1-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 15:24:12.336891 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-5a083f70-248f-4597-9f49-3046e99c214b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6903405 Mar 11 15:24:12.337157 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 59242) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:24:12.342912 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-653be2c5-337b-4b91-b512-f535d6d261a9 admin admin] Request body: {'subnet': {'network_id': '9abaefdc-1124-4a5a-981a-fb752a39069b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1035396324-subnet', 'tenant_id': '48eee2f158cc4f05a24738007d5fbf21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:24:12.383548 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 59244) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:24:12.448893 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653be2c5-337b-4b91-b512-f535d6d261a9 admin admin] Made reservation on behalf of 48eee2f158cc4f05a24738007d5fbf21 for: {'subnet': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:24:12.451399 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-653be2c5-337b-4b91-b512-f535d6d261a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14213755'] for subnet (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:12.506935 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:12.527159 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0f3964ff-fba7-497c-8be9-75d22c0f0ddb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:12.696159 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0f3964ff-fba7-497c-8be9-75d22c0f0ddb admin admin] Publish callbacks [] for security_group (ff55736c-f244-4a88-9e75-c3d88410c1ec), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:12.752442 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-653be2c5-337b-4b91-b512-f535d6d261a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15279788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14213717'] for subnet (d339125b-ee98-4229-becf-5c84cf35a21b), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:12.789400 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0f3964ff-fba7-497c-8be9-75d22c0f0ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (ff55736c-f244-4a88-9e75-c3d88410c1ec), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:12.853154 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653be2c5-337b-4b91-b512-f535d6d261a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d339125b-ee98-4229-becf-5c84cf35a21b,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:12.867226 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-0f3964ff-fba7-497c-8be9-75d22c0f0ddb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=be8588413dff4bfdad22525b92803a6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4824877 Mar 11 15:24:12.884084 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3964ff-fba7-497c-8be9-75d22c0f0ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff55736c-f244-4a88-9e75-c3d88410c1ec,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:12.885075 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 59248) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:24:12.886013 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653be2c5-337b-4b91-b512-f535d6d261a9 admin admin] Checking segment: {'id': 'ca4f09a3-c004-4741-af89-96c165fd6133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9abaefdc-1124-4a5a-981a-fb752a39069b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:24:12.886013 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653be2c5-337b-4b91-b512-f535d6d261a9 admin admin] Network hostable DHCP agents. Network: 9abaefdc-1124-4a5a-981a-fb752a39069b, hostable agents: ['e21939e9-4971-4f1d-851f-403443bff873'], hosted agents: [] {{(pid=103740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:24:12.928304 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a9761bc8-feb8-482c-9565-179a43fc7388 admin admin] Publish callbacks [] for security_group (ff55736c-f244-4a88-9e75-c3d88410c1ec), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:12.954480 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a9761bc8-feb8-482c-9565-179a43fc7388 admin admin] Publish callbacks [] for security_group (ff55736c-f244-4a88-9e75-c3d88410c1ec), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:13.042261 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653be2c5-337b-4b91-b512-f535d6d261a9 admin admin] Network 9abaefdc-1124-4a5a-981a-fb752a39069b is scheduled to be hosted by DHCP agent e21939e9-4971-4f1d-851f-403443bff873 with binding_index 1 {{(pid=103740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:24:13.122399 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a9761bc8-feb8-482c-9565-179a43fc7388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (ff55736c-f244-4a88-9e75-c3d88410c1ec), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:13.124950 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a9761bc8-feb8-482c-9565-179a43fc7388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:13.128980 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-a9761bc8-feb8-482c-9565-179a43fc7388 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff55736c-f244-4a88-9e75-c3d88410c1ec HTTP/1.1" status: 204 len: 168 time: 0.2530065 Mar 11 15:24:13.135486 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9761bc8-feb8-482c-9565-179a43fc7388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff55736c-f244-4a88-9e75-c3d88410c1ec,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:13.151844 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-653be2c5-337b-4b91-b512-f535d6d261a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833365-1-iscsi, 9abaefdc-1124-4a5a-981a-fb752a39069b) {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:24:13.159542 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653be2c5-337b-4b91-b512-f535d6d261a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:13.159542 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-653be2c5-337b-4b91-b512-f535d6d261a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:13.171791 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ab7eaf-1f76-46fc-ad24-8a4ab26b8f8a None None] Network 9abaefdc-1124-4a5a-981a-fb752a39069b requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:24:13.245874 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-653be2c5-337b-4b91-b512-f535d6d261a9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9070466 Mar 11 15:24:13.289603 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2960fa5d-f6dd-4930-b15e-ad6e7826da7a None None] Network 9abaefdc-1124-4a5a-981a-fb752a39069b requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:24:13.475032 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfc8dd-6e75-4933-a47b-f38126766560 req-97b58387-d3a8-45ef-b3f0-fd160429570d tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:13.476803 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a6bfc8dd-6e75-4933-a47b-f38126766560 req-97b58387-d3a8-45ef-b3f0-fd160429570d tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0632143 Mar 11 15:24:13.541133 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a6bfc8dd-6e75-4933-a47b-f38126766560 req-4e75e630-9a42-4969-9b78-163898bc003b tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530965 Mar 11 15:24:13.855469 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 59268) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:24:13.869860 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4d324242-25e5-4662-b6b2-702051f9f96d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:13.953142 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4d324242-25e5-4662-b6b2-702051f9f96d admin admin] Publish callbacks [] for security_group (384c6ffe-736a-4715-b976-463ca2602bb7), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:14.003348 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4d324242-25e5-4662-b6b2-702051f9f96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (384c6ffe-736a-4715-b976-463ca2602bb7), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:14.054206 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-4d324242-25e5-4662-b6b2-702051f9f96d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1b573621b5a94746b48b704822c0d6a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1975100 Mar 11 15:24:14.058523 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 59272) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:24:14.059655 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d324242-25e5-4662-b6b2-702051f9f96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384c6ffe-736a-4715-b976-463ca2602bb7,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:14.127167 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-37b8485d-82e2-4574-b20c-ebec954dad8a admin admin] Publish callbacks [] for security_group (384c6ffe-736a-4715-b976-463ca2602bb7), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:14.151536 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-37b8485d-82e2-4574-b20c-ebec954dad8a admin admin] Publish callbacks [] for security_group (384c6ffe-736a-4715-b976-463ca2602bb7), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:14.306301 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-37b8485d-82e2-4574-b20c-ebec954dad8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (384c6ffe-736a-4715-b976-463ca2602bb7), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:14.309036 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-37b8485d-82e2-4574-b20c-ebec954dad8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:14.310142 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-37b8485d-82e2-4574-b20c-ebec954dad8a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/384c6ffe-736a-4715-b976-463ca2602bb7 HTTP/1.1" status: 204 len: 168 time: 0.2469709 Mar 11 15:24:14.322327 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8485d-82e2-4574-b20c-ebec954dad8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384c6ffe-736a-4715-b976-463ca2602bb7,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:14.694844 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7ddeb-bdde-4199-b561-abce7e945b70 req-8de9b271-ce18-4012-96fb-2cdbde7fd13a tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:14.696533 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-77e7ddeb-bdde-4199-b561-abce7e945b70 req-8de9b271-ce18-4012-96fb-2cdbde7fd13a tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0580215 Mar 11 15:24:14.751404 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-77e7ddeb-bdde-4199-b561-abce7e945b70 req-d1cff041-b7b8-437d-8d30-f8bb0a355dca tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489860 Mar 11 15:24:15.872856 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28518a08-cdd0-4404-99aa-4e925a19918f req-72079494-ff35-40e4-b810-f0cf16909d67 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:15.874317 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-28518a08-cdd0-4404-99aa-4e925a19918f req-72079494-ff35-40e4-b810-f0cf16909d67 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0518084 Mar 11 15:24:15.924739 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-28518a08-cdd0-4404-99aa-4e925a19918f req-498e1131-88f7-42e2-8b66-03011a9933e7 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447195 Mar 11 15:24:16.721406 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-ec47fab0-7a83-4e7b-9fb8-dc8f1bfcf739 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:16.722877 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-ec47fab0-7a83-4e7b-9fb8-dc8f1bfcf739 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/networks?id=9abaefdc-1124-4a5a-981a-fb752a39069b HTTP/1.1" status: 200 len: 814 time: 0.1034460 Mar 11 15:24:16.737729 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-6768139f-5e80-4ca3-98c3-3b3bd41d0255 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/quotas/48eee2f158cc4f05a24738007d5fbf21 HTTP/1.1" status: 200 len: 375 time: 0.0088580 Mar 11 15:24:16.769581 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-41b839a0-c2cc-43f6-80f8-f27cc6c2b1fa tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=48eee2f158cc4f05a24738007d5fbf21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264361 Mar 11 15:24:16.856547 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-2b49ecbc-48e5-40b6-a7db-c26a82aee518 service neutron] 10.222.0.44 "GET /v2.0/networks/9abaefdc-1124-4a5a-981a-fb752a39069b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804305 Mar 11 15:24:16.948398 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-141f04bb-76cb-4c2f-83a6-4d40206c771b service neutron] 10.222.0.44 "GET /v2.0/networks/9abaefdc-1124-4a5a-981a-fb752a39069b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860863 Mar 11 15:24:17.194613 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-51fa8da1-2ad4-4ef9-b6fe-8f2a07397986 req-99d73ce0-d6f4-485f-8a69-7e0c5e226cc8 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e2629b-79d5-4472-9dae-ed62b2a9fd6a HTTP/1.1" status: 200 len: 210 time: 0.0280907 Mar 11 15:24:18.291040 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c2d3d5fc-539a-4118-9bd4-75c7fcde0fdd req-04253b8a-8b88-4ba3-9569-f66c56cd297b tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e2629b-79d5-4472-9dae-ed62b2a9fd6a HTTP/1.1" status: 200 len: 210 time: 0.0280132 Mar 11 15:24:19.386625 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-468b8b8e-f8f3-46ea-92f0-af5f527744cb req-b0465adf-f4c0-478e-a41b-7ae9eaa99ac1 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e2629b-79d5-4472-9dae-ed62b2a9fd6a HTTP/1.1" status: 200 len: 210 time: 0.0274355 Mar 11 15:24:20.486441 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-34b2fb82-d2c0-46b8-b141-a1b3c6987c4e req-44276d9b-d80f-4054-92c2-01ace99c7656 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e2629b-79d5-4472-9dae-ed62b2a9fd6a HTTP/1.1" status: 200 len: 210 time: 0.0285525 Mar 11 15:24:21.003608 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-accb36a1-1736-4f3b-bd73-2b8e4a3a296a tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:21.004934 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-accb36a1-1736-4f3b-bd73-2b8e4a3a296a tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.66 "GET /v2.0/networks?id=9abaefdc-1124-4a5a-981a-fb752a39069b HTTP/1.1" status: 200 len: 814 time: 0.1089525 Mar 11 15:24:21.017767 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-a1642cb5-1345-4d7a-94b2-c21bbb054f51 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Request body: {'port': {'device_id': '84e2629b-79d5-4472-9dae-ed62b2a9fd6a', 'network_id': '9abaefdc-1124-4a5a-981a-fb752a39069b', 'admin_state_up': True, 'tenant_id': '48eee2f158cc4f05a24738007d5fbf21'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:24:21.197325 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-a1642cb5-1345-4d7a-94b2-c21bbb054f51 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Made reservation on behalf of 48eee2f158cc4f05a24738007d5fbf21 for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:24:21.201393 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-a1642cb5-1345-4d7a-94b2-c21bbb054f51 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:21.340404 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-a1642cb5-1345-4d7a-94b2-c21bbb054f51 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Allocated IP 172.20.0.6 (9abaefdc-1124-4a5a-981a-fb752a39069b/d339125b-ee98-4229-becf-5c84cf35a21b/e1eee2ea-f788-46fc-b821-9ddc196e16a9) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:24:21.497472 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-a1642cb5-1345-4d7a-94b2-c21bbb054f51 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Publish callbacks [] for port (e1eee2ea-f788-46fc-b821-9ddc196e16a9), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:21.581868 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-af55c9d2-8616-4fc7-90d8-86db09684a9e req-a67f0557-9cad-4ec9-af55-8fec66530726 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e2629b-79d5-4472-9dae-ed62b2a9fd6a HTTP/1.1" status: 200 len: 210 time: 0.0271726 Mar 11 15:24:21.602830 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-a1642cb5-1345-4d7a-94b2-c21bbb054f51 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (e1eee2ea-f788-46fc-b821-9ddc196e16a9), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:21.652141 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-a1642cb5-1345-4d7a-94b2-c21bbb054f51 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Network 9abaefdc-1124-4a5a-981a-fb752a39069b is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:24:21.655200 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-a1642cb5-1345-4d7a-94b2-c21bbb054f51 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:24:21.659887 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-a1642cb5-1345-4d7a-94b2-c21bbb054f51 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:24:21.662388 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1642cb5-1345-4d7a-94b2-c21bbb054f51 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Pushing event updated for resources: {'Port': ['ID=e1eee2ea-f788-46fc-b821-9ddc196e16a9,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:21.712750 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-a1642cb5-1345-4d7a-94b2-c21bbb054f51 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:21.713382 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-a1642cb5-1345-4d7a-94b2-c21bbb054f51 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:21.810226 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-a1642cb5-1345-4d7a-94b2-c21bbb054f51 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7960479 Mar 11 15:24:21.825562 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-2187620e-5a27-4e48-9ae2-30c8212e2fd0 service neutron] Request body: {'port': {'device_id': '84e2629b-79d5-4472-9dae-ed62b2a9fd6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83336'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:24:21.913624 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-2187620e-5a27-4e48-9ae2-30c8212e2fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (e1eee2ea-f788-46fc-b821-9ddc196e16a9), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:21.934857 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3355e-7582-4f9e-8791-74b78bba4b2c req-1f80caaf-f5c8-49a2-b7ac-09fbbea4174c tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:21.936348 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9de3355e-7582-4f9e-8791-74b78bba4b2c req-1f80caaf-f5c8-49a2-b7ac-09fbbea4174c tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0910604 Mar 11 15:24:22.067438 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9de3355e-7582-4f9e-8791-74b78bba4b2c req-1f8f7237-9202-4d36-b589-e3d5a412e3c9 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081815 Mar 11 15:24:22.230040 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-2187620e-5a27-4e48-9ae2-30c8212e2fd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1eee2ea-f788-46fc-b821-9ddc196e16a9 {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:24:22.238045 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-2187620e-5a27-4e48-9ae2-30c8212e2fd0 service neutron] Publish callbacks [] for port (e1eee2ea-f788-46fc-b821-9ddc196e16a9), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:22.251882 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-2187620e-5a27-4e48-9ae2-30c8212e2fd0 service neutron] Transition to ACTIVE for port object e1eee2ea-f788-46fc-b821-9ddc196e16a9 will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 15:24:22.352674 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-2187620e-5a27-4e48-9ae2-30c8212e2fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (e1eee2ea-f788-46fc-b821-9ddc196e16a9), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:22.401254 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187620e-5a27-4e48-9ae2-30c8212e2fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=e1eee2ea-f788-46fc-b821-9ddc196e16a9,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:22.480751 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-2187620e-5a27-4e48-9ae2-30c8212e2fd0 service neutron] Attempting to bind port e1eee2ea-f788-46fc-b821-9ddc196e16a9 on host hv-cinder-83336 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:24:22.481092 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-2187620e-5a27-4e48-9ae2-30c8212e2fd0 service neutron] Attempting to bind port e1eee2ea-f788-46fc-b821-9ddc196e16a9 by drivers openvswitch,hyperv on host hv-cinder-83336 at level 0 using segments [{'id': 'ca4f09a3-c004-4741-af89-96c165fd6133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9abaefdc-1124-4a5a-981a-fb752a39069b'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:24:22.481548 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-2187620e-5a27-4e48-9ae2-30c8212e2fd0 service neutron] Attempting to bind port e1eee2ea-f788-46fc-b821-9ddc196e16a9 on network 9abaefdc-1124-4a5a-981a-fb752a39069b {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:24:22.486078 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-2187620e-5a27-4e48-9ae2-30c8212e2fd0 service neutron] Port e1eee2ea-f788-46fc-b821-9ddc196e16a9 on network 9abaefdc-1124-4a5a-981a-fb752a39069b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83336 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 15:24:22.486399 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-2187620e-5a27-4e48-9ae2-30c8212e2fd0 service neutron] Attempting to bind port e1eee2ea-f788-46fc-b821-9ddc196e16a9 on network 9abaefdc-1124-4a5a-981a-fb752a39069b {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:24:22.492413 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-2187620e-5a27-4e48-9ae2-30c8212e2fd0 service neutron] Checking agent: {'id': '7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:24:22.492744 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-2187620e-5a27-4e48-9ae2-30c8212e2fd0 service neutron] Checking segment: {'id': 'ca4f09a3-c004-4741-af89-96c165fd6133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9abaefdc-1124-4a5a-981a-fb752a39069b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:24:22.493127 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-2187620e-5a27-4e48-9ae2-30c8212e2fd0 service neutron] Bound using segment: {'id': 'ca4f09a3-c004-4741-af89-96c165fd6133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9abaefdc-1124-4a5a-981a-fb752a39069b'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:24:22.493878 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-2187620e-5a27-4e48-9ae2-30c8212e2fd0 service neutron] Bound port: e1eee2ea-f788-46fc-b821-9ddc196e16a9, host: hv-cinder-83336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca4f09a3-c004-4741-af89-96c165fd6133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9abaefdc-1124-4a5a-981a-fb752a39069b'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:24:22.494007 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-2187620e-5a27-4e48-9ae2-30c8212e2fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (e1eee2ea-f788-46fc-b821-9ddc196e16a9), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:22.557042 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-2187620e-5a27-4e48-9ae2-30c8212e2fd0 service neutron] For port e1eee2ea-f788-46fc-b821-9ddc196e16a9, host hv-cinder-83336, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:24:22.560028 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-2187620e-5a27-4e48-9ae2-30c8212e2fd0 service neutron] For port e1eee2ea-f788-46fc-b821-9ddc196e16a9, host hv-cinder-83336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=e1eee2ea-f788-46fc-b821-9ddc196e16a9,segment=NetworkSegment(ca4f09a3-c004-4741-af89-96c165fd6133),segment_id=ca4f09a3-c004-4741-af89-96c165fd6133)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:24:22.603712 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-2187620e-5a27-4e48-9ae2-30c8212e2fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (e1eee2ea-f788-46fc-b821-9ddc196e16a9), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:22.637241 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-2187620e-5a27-4e48-9ae2-30c8212e2fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:22.637893 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-2187620e-5a27-4e48-9ae2-30c8212e2fd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:22.639255 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-2187620e-5a27-4e48-9ae2-30c8212e2fd0 service neutron] 10.222.0.66 "PUT /v2.0/ports/e1eee2ea-f788-46fc-b821-9ddc196e16a9 HTTP/1.1" status: 200 len: 1093 time: 0.8180931 Mar 11 15:24:22.639724 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e2629b-79d5-4472-9dae-ed62b2a9fd6a', 'tag': 'e1eee2ea-f788-46fc-b821-9ddc196e16a9'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:24:22.642077 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e73d29b-bb11-48d0-8e4f-af710a0c2c96" -d '{"events": [{"name": "network-changed", "server_uuid": "84e2629b-79d5-4472-9dae-ed62b2a9fd6a", "tag": "e1eee2ea-f788-46fc-b821-9ddc196e16a9"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:24:22.696889 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187620e-5a27-4e48-9ae2-30c8212e2fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=e1eee2ea-f788-46fc-b821-9ddc196e16a9,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:22.722127 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655b1d1-8f77-4678-897b-b61517619cd2 req-ea53b300-1b55-497f-ab2f-4d69a5da00d0 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:22.724861 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5655b1d1-8f77-4678-897b-b61517619cd2 req-ea53b300-1b55-497f-ab2f-4d69a5da00d0 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e2629b-79d5-4472-9dae-ed62b2a9fd6a HTTP/1.1" status: 200 len: 943 time: 0.0693915 Mar 11 15:24:22.806436 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5655b1d1-8f77-4678-897b-b61517619cd2 req-29a9833d-8f02-4d42-b73c-7d2c07d5cebe tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f669c9c-e187-41fd-b50d-941a8d9fd3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686529 Mar 11 15:24:22.809129 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-5949fe6e-79e3-4703-8b7b-5438c047fb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:22.810521 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-5949fe6e-79e3-4703-8b7b-5438c047fb91 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=48eee2f158cc4f05a24738007d5fbf21&device_id=84e2629b-79d5-4472-9dae-ed62b2a9fd6a HTTP/1.1" status: 200 len: 1127 time: 0.0801713 Mar 11 15:24:22.858143 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6d97e6-c4e5-4682-a72c-3f29096c8e1d x-openstack-request-id: req-0e6d97e6-c4e5-4682-a72c-3f29096c8e1d {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:24:22.858372 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e2629b-79d5-4472-9dae-ed62b2a9fd6a", "tag": "e1eee2ea-f788-46fc-b821-9ddc196e16a9", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:24:22.858635 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0e6d97e6-c4e5-4682-a72c-3f29096c8e1d {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:24:22.859035 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e2629b-79d5-4472-9dae-ed62b2a9fd6a', 'tag': 'e1eee2ea-f788-46fc-b821-9ddc196e16a9', 'status': 'completed', 'code': 200} Mar 11 15:24:22.860856 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-5ca48415-2e63-4a9b-9466-ea6b1449a74e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1eee2ea-f788-46fc-b821-9ddc196e16a9 HTTP/1.1" status: 200 len: 217 time: 0.0397489 Mar 11 15:24:22.919292 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-59ab2c26-fe00-4077-9773-c3f7e44694ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:22.920774 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-59ab2c26-fe00-4077-9773-c3f7e44694ee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d339125b-ee98-4229-becf-5c84cf35a21b HTTP/1.1" status: 200 len: 854 time: 0.0539589 Mar 11 15:24:22.970628 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-933864f7-ef14-4060-b05e-1d5d9b89d860 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9abaefdc-1124-4a5a-981a-fb752a39069b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413618 Mar 11 15:24:23.062950 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-2f93f6d4-3e0b-40b7-90e8-4767a580a2c1 service neutron] 10.222.0.66 "GET /v2.0/networks/9abaefdc-1124-4a5a-981a-fb752a39069b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829043 Mar 11 15:24:23.160928 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-80bb8594-d872-46ad-9c00-f98b041fc0a4 req-189b40aa-2ef3-4a0c-9fcf-aab393a7092f service neutron] 10.222.0.66 "GET /v2.0/networks/9abaefdc-1124-4a5a-981a-fb752a39069b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923836 Mar 11 15:24:23.333325 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73d29b-bb11-48d0-8e4f-af710a0c2c96 req-17f734f9-7d1e-4e85-8745-8240978e9c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:23.333325 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7e73d29b-bb11-48d0-8e4f-af710a0c2c96 req-17f734f9-7d1e-4e85-8745-8240978e9c6c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=48eee2f158cc4f05a24738007d5fbf21&device_id=84e2629b-79d5-4472-9dae-ed62b2a9fd6a HTTP/1.1" status: 200 len: 1127 time: 0.0457530 Mar 11 15:24:23.437555 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73d29b-bb11-48d0-8e4f-af710a0c2c96 req-c25cd745-dda0-4cdd-b29b-281b1af90af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:23.439053 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7e73d29b-bb11-48d0-8e4f-af710a0c2c96 req-c25cd745-dda0-4cdd-b29b-281b1af90af1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9abaefdc-1124-4a5a-981a-fb752a39069b HTTP/1.1" status: 200 len: 915 time: 0.1005871 Mar 11 15:24:23.481059 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7e73d29b-bb11-48d0-8e4f-af710a0c2c96 req-0b76cae3-081d-40a4-a248-2d8472b2ce34 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1eee2ea-f788-46fc-b821-9ddc196e16a9 HTTP/1.1" status: 200 len: 217 time: 0.0348401 Mar 11 15:24:23.530535 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73d29b-bb11-48d0-8e4f-af710a0c2c96 req-5cd1b4f4-7fb2-4df3-8dd8-d71b57ebc661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:23.532114 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7e73d29b-bb11-48d0-8e4f-af710a0c2c96 req-5cd1b4f4-7fb2-4df3-8dd8-d71b57ebc661 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d339125b-ee98-4229-becf-5c84cf35a21b HTTP/1.1" status: 200 len: 854 time: 0.0453298 Mar 11 15:24:23.568142 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7e73d29b-bb11-48d0-8e4f-af710a0c2c96 req-b5e29240-72f6-44fc-b637-f43526713e30 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9abaefdc-1124-4a5a-981a-fb752a39069b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301056 Mar 11 15:24:23.661825 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7e73d29b-bb11-48d0-8e4f-af710a0c2c96 req-691da183-9abd-4055-86a9-0af27a5dfb20 service neutron] 10.222.0.66 "GET /v2.0/networks/9abaefdc-1124-4a5a-981a-fb752a39069b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880935 Mar 11 15:24:23.777087 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7e73d29b-bb11-48d0-8e4f-af710a0c2c96 req-fa2d52f4-13a2-403f-bd04-8d96e72b1089 service neutron] 10.222.0.66 "GET /v2.0/networks/9abaefdc-1124-4a5a-981a-fb752a39069b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066749 Mar 11 15:24:23.817587 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 59512) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:24:23.928912 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e00bc6-55a6-465c-ad43-ad08151c7e3b req-f5be5562-1893-481c-952c-b46b2e4d820d tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:23.930357 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a2e00bc6-55a6-465c-ad43-ad08151c7e3b req-f5be5562-1893-481c-952c-b46b2e4d820d tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e2629b-79d5-4472-9dae-ed62b2a9fd6a HTTP/1.1" status: 200 len: 943 time: 0.0547724 Mar 11 15:24:23.933426 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5542b2f6-7a80-4b4e-9bae-5c72e60489de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:23.985745 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a2e00bc6-55a6-465c-ad43-ad08151c7e3b req-9e1d6e3e-1038-4cd2-b1f2-89ecec072d04 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f669c9c-e187-41fd-b50d-941a8d9fd3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493174 Mar 11 15:24:24.042211 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5542b2f6-7a80-4b4e-9bae-5c72e60489de admin admin] Publish callbacks [] for security_group (fd01749b-53cd-407e-870a-52c2e95927b9), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:24.098663 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-fdecd5a9-f114-4123-a3dd-ee5be6591698 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-783983496&fields=id&tenant_id=7d0244beabeb42d0831e351a104bbce8 HTTP/1.1" status: 200 len: 267 time: 0.0804603 Mar 11 15:24:24.111520 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5542b2f6-7a80-4b4e-9bae-5c72e60489de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (fd01749b-53cd-407e-870a-52c2e95927b9), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:24.202358 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542b2f6-7a80-4b4e-9bae-5c72e60489de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd01749b-53cd-407e-870a-52c2e95927b9,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:24.216931 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-5542b2f6-7a80-4b4e-9bae-5c72e60489de admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f010b32440ef4793a3d3e7180b880832&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3982732 Mar 11 15:24:24.219682 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 59526) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:24:24.268050 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-7c8d158f-51ee-4457-80c9-cdea59946798 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:24.269761 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-7c8d158f-51ee-4457-80c9-cdea59946798 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/networks?id=d8a88a21-9bc5-4199-8c17-333f15d9f909 HTTP/1.1" status: 200 len: 809 time: 0.1700318 Mar 11 15:24:24.294119 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-5565ca6a-618a-443a-8eb6-b1e9397a0a86 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/quotas/7d0244beabeb42d0831e351a104bbce8 HTTP/1.1" status: 200 len: 375 time: 0.0178189 Mar 11 15:24:24.298568 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8013ecc4-d43c-420e-91f5-be5af227968b admin admin] Publish callbacks [] for security_group (fd01749b-53cd-407e-870a-52c2e95927b9), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:24.357799 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8013ecc4-d43c-420e-91f5-be5af227968b admin admin] Publish callbacks [] for security_group (fd01749b-53cd-407e-870a-52c2e95927b9), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:24.399478 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-600a29ec-7752-443f-b28c-a1eed275db21 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7d0244beabeb42d0831e351a104bbce8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0989754 Mar 11 15:24:24.493210 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-b9c217d7-6703-4bc6-bf27-70ac3216a248 service neutron] 10.222.0.44 "GET /v2.0/networks/d8a88a21-9bc5-4199-8c17-333f15d9f909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826790 Mar 11 15:24:24.517290 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8013ecc4-d43c-420e-91f5-be5af227968b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (fd01749b-53cd-407e-870a-52c2e95927b9), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:24.519761 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8013ecc4-d43c-420e-91f5-be5af227968b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:24.520830 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-8013ecc4-d43c-420e-91f5-be5af227968b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fd01749b-53cd-407e-870a-52c2e95927b9 HTTP/1.1" status: 204 len: 168 time: 0.3002629 Mar 11 15:24:24.542371 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013ecc4-d43c-420e-91f5-be5af227968b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd01749b-53cd-407e-870a-52c2e95927b9,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:24.596912 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-d852aa75-a4be-4636-a13e-ac2ee10efa10 service neutron] 10.222.0.44 "GET /v2.0/networks/d8a88a21-9bc5-4199-8c17-333f15d9f909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979657 Mar 11 15:24:25.117936 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace2c0b-6001-43ba-9fd3-3d14b0397e12 req-8cee85c9-6ce5-4c6f-a986-9d7d026eb89c tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:25.119873 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9ace2c0b-6001-43ba-9fd3-3d14b0397e12 req-8cee85c9-6ce5-4c6f-a986-9d7d026eb89c tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e2629b-79d5-4472-9dae-ed62b2a9fd6a HTTP/1.1" status: 200 len: 943 time: 0.0627801 Mar 11 15:24:25.192949 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9ace2c0b-6001-43ba-9fd3-3d14b0397e12 req-d9bc3bcd-a20d-49a0-b6d0-1fed5747ab4e tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f669c9c-e187-41fd-b50d-941a8d9fd3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668175 Mar 11 15:24:25.216959 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 59552) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:24:25.240274 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7b296d90-b327-4a2e-9711-999c6263994a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:25.315216 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-82dd8258-2600-4c58-8829-f31fe76dbbd3 req-3835859e-6c9a-489c-a14d-99d1c43bc05e tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 210 time: 0.0670464 Mar 11 15:24:25.428847 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7b296d90-b327-4a2e-9711-999c6263994a admin admin] Publish callbacks [] for security_group (0a48bbf5-7454-49af-8bd8-fc9ff2c97c28), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:25.517543 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7b296d90-b327-4a2e-9711-999c6263994a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (0a48bbf5-7454-49af-8bd8-fc9ff2c97c28), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:25.563027 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b296d90-b327-4a2e-9711-999c6263994a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a48bbf5-7454-49af-8bd8-fc9ff2c97c28,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:25.571776 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-7b296d90-b327-4a2e-9711-999c6263994a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a4b8490fef524461a56222ea208dba0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3495839 Mar 11 15:24:25.572564 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 59566) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:24:25.637021 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e490e699-5585-46d9-8f57-9028e5bceda2 admin admin] Publish callbacks [] for security_group (0a48bbf5-7454-49af-8bd8-fc9ff2c97c28), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:25.662230 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e490e699-5585-46d9-8f57-9028e5bceda2 admin admin] Publish callbacks [] for security_group (0a48bbf5-7454-49af-8bd8-fc9ff2c97c28), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:25.797620 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e490e699-5585-46d9-8f57-9028e5bceda2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (0a48bbf5-7454-49af-8bd8-fc9ff2c97c28), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:25.800206 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e490e699-5585-46d9-8f57-9028e5bceda2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:25.801351 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-e490e699-5585-46d9-8f57-9028e5bceda2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0a48bbf5-7454-49af-8bd8-fc9ff2c97c28 HTTP/1.1" status: 204 len: 168 time: 0.2284708 Mar 11 15:24:25.810578 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490e699-5585-46d9-8f57-9028e5bceda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a48bbf5-7454-49af-8bd8-fc9ff2c97c28,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:26.334033 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51a5cc-5f97-4d25-a1aa-3942e7648108 req-d232976a-544d-4e64-9348-c3d105135ab9 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:26.335771 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ac51a5cc-5f97-4d25-a1aa-3942e7648108 req-d232976a-544d-4e64-9348-c3d105135ab9 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e2629b-79d5-4472-9dae-ed62b2a9fd6a HTTP/1.1" status: 200 len: 943 time: 0.0587633 Mar 11 15:24:26.386399 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ac51a5cc-5f97-4d25-a1aa-3942e7648108 req-cbbccefd-96f9-4af1-8c74-85c440e040ec tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f669c9c-e187-41fd-b50d-941a8d9fd3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431767 Mar 11 15:24:26.394472 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-26fde078-c9b7-4eb1-9f33-566355f40874 req-80723845-368d-4c4a-b6d9-35a8d4d12bf8 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 210 time: 0.0287800 Mar 11 15:24:26.616636 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 59586) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:24:26.629364 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0e8cf21c-8eb7-4364-a558-b94e722f3437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:26.704738 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0e8cf21c-8eb7-4364-a558-b94e722f3437 admin admin] Publish callbacks [] for security_group (8403482a-15d7-4bdc-a9f2-cfcff274504b), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:26.762919 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0e8cf21c-8eb7-4364-a558-b94e722f3437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (8403482a-15d7-4bdc-a9f2-cfcff274504b), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:26.804884 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-0e8cf21c-8eb7-4364-a558-b94e722f3437 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d6885dad2058440ea1d6206f10b86196&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1871595 Mar 11 15:24:26.806118 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8cf21c-8eb7-4364-a558-b94e722f3437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8403482a-15d7-4bdc-a9f2-cfcff274504b,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:26.807856 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 59590) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:24:26.862618 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0912aaaf-1a32-47c6-8388-f9853c0c63fa admin admin] Publish callbacks [] for security_group (8403482a-15d7-4bdc-a9f2-cfcff274504b), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:26.889572 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0912aaaf-1a32-47c6-8388-f9853c0c63fa admin admin] Publish callbacks [] for security_group (8403482a-15d7-4bdc-a9f2-cfcff274504b), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:27.197012 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0912aaaf-1a32-47c6-8388-f9853c0c63fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (8403482a-15d7-4bdc-a9f2-cfcff274504b), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:27.199510 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0912aaaf-1a32-47c6-8388-f9853c0c63fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:27.200900 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-0912aaaf-1a32-47c6-8388-f9853c0c63fa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8403482a-15d7-4bdc-a9f2-cfcff274504b HTTP/1.1" status: 204 len: 168 time: 0.3911974 Mar 11 15:24:27.212493 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912aaaf-1a32-47c6-8388-f9853c0c63fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8403482a-15d7-4bdc-a9f2-cfcff274504b,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:27.338134 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device e1eee2ea-f788-46fc-b821-9ddc196e16a9 details requested by agent hyperv_hv-cinder-83336 with host hv-cinder-83336 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 15:24:27.470378 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port e1eee2ea-f788-46fc-b821-9ddc196e16a9, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=e1eee2ea-f788-46fc-b821-9ddc196e16a9,segment=NetworkSegment(ca4f09a3-c004-4741-af89-96c165fd6133),segment_id=ca4f09a3-c004-4741-af89-96c165fd6133)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:24:27.482887 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Returning: {'device': 'e1eee2ea-f788-46fc-b821-9ddc196e16a9', 'network_id': '9abaefdc-1124-4a5a-981a-fb752a39069b', 'port_id': 'e1eee2ea-f788-46fc-b821-9ddc196e16a9', 'mac_address': 'fa:16:3e:8c:e9:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd339125b-ee98-4229-becf-5c84cf35a21b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 15:24:27.505667 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 59616) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:24:27.523271 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b6d851b4-f3a0-4063-9d0d-63ea28795d03 req-721dc805-b679-4dc1-9a08-635957b192e0 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 210 time: 0.0485997 Mar 11 15:24:27.532880 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port e1eee2ea-f788-46fc-b821-9ddc196e16a9 is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:24:27.533784 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (e1eee2ea-f788-46fc-b821-9ddc196e16a9), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:27.540752 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763cad1-664c-4ec6-b121-0b047be800e0 req-8831b305-6a13-428d-b7aa-528518a18c6f tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:27.548504 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a763cad1-664c-4ec6-b121-0b047be800e0 req-8831b305-6a13-428d-b7aa-528518a18c6f tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e2629b-79d5-4472-9dae-ed62b2a9fd6a HTTP/1.1" status: 200 len: 943 time: 0.0919201 Mar 11 15:24:27.561938 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1eee2ea-f788-46fc-b821-9ddc196e16a9 {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:24:27.608073 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port e1eee2ea-f788-46fc-b821-9ddc196e16a9, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=e1eee2ea-f788-46fc-b821-9ddc196e16a9,segment=NetworkSegment(ca4f09a3-c004-4741-af89-96c165fd6133),segment_id=ca4f09a3-c004-4741-af89-96c165fd6133)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:24:27.608322 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a763cad1-664c-4ec6-b121-0b047be800e0 req-4899d1be-9bba-48c8-940e-d791bcd63616 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f669c9c-e187-41fd-b50d-941a8d9fd3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573287 Mar 11 15:24:27.678980 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (e1eee2ea-f788-46fc-b821-9ddc196e16a9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:27.704026 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-29aec7c1-9841-4072-a41a-c57bb731e10f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:27.729182 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=e1eee2ea-f788-46fc-b821-9ddc196e16a9,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:27.739959 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:27.740403 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:27.740937 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:27.746510 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:27.746510 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:27.746510 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:27.746510 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:27.746510 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:27.746510 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:27.746510 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:27.746510 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:27.746510 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:27.746510 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:27.791268 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-29aec7c1-9841-4072-a41a-c57bb731e10f admin admin] Publish callbacks [] for security_group (f2f1b833-5086-455b-96af-1abd025199b8), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:27.837574 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-2fdb4263-a4d4-4cf5-9a37-42b0048f93e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:27.894649 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-29aec7c1-9841-4072-a41a-c57bb731e10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (f2f1b833-5086-455b-96af-1abd025199b8), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:27.911981 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-2eb8996a-9ff9-4ea2-a608-7447383cc782 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:27.913448 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-2eb8996a-9ff9-4ea2-a608-7447383cc782 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.66 "GET /v2.0/networks?id=d8a88a21-9bc5-4199-8c17-333f15d9f909 HTTP/1.1" status: 200 len: 809 time: 0.1063108 Mar 11 15:24:27.935112 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aec7c1-9841-4072-a41a-c57bb731e10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f1b833-5086-455b-96af-1abd025199b8,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:27.949675 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-29aec7c1-9841-4072-a41a-c57bb731e10f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ea5ff52debbc48faa22460e4bc06fe93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4426515 Mar 11 15:24:27.950254 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 59632) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:24:28.043499 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-e061f7b9-1db8-4f01-92fe-3a97a86f937d tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d0244beabeb42d0831e351a104bbce8 HTTP/1.1" status: 200 len: 379 time: 0.1074398 Mar 11 15:24:28.054700 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-c1debc3d-0e34-4e3c-9497-30a7620c0127 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Request body: {'port': {'device_id': 'cd7c520e-f1ef-4f33-9a35-4a73607159e2', 'network_id': 'd8a88a21-9bc5-4199-8c17-333f15d9f909', 'admin_state_up': True, 'tenant_id': '7d0244beabeb42d0831e351a104bbce8', 'security_groups': ['6effec3c-a59c-45be-a33a-a442f7e88e0c']}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:24:28.076596 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-00d22dbf-0a6c-444b-82d2-1aa0771ce5f5 admin admin] Publish callbacks [] for security_group (f2f1b833-5086-455b-96af-1abd025199b8), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:28.118768 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-00d22dbf-0a6c-444b-82d2-1aa0771ce5f5 admin admin] Publish callbacks [] for security_group (f2f1b833-5086-455b-96af-1abd025199b8), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:28.141276 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['e1eee2ea-f788-46fc-b821-9ddc196e16a9'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:24:28.298850 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 59648) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:24:28.317357 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-00d22dbf-0a6c-444b-82d2-1aa0771ce5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (f2f1b833-5086-455b-96af-1abd025199b8), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:28.320932 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-00d22dbf-0a6c-444b-82d2-1aa0771ce5f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:28.324586 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-00d22dbf-0a6c-444b-82d2-1aa0771ce5f5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f2f1b833-5086-455b-96af-1abd025199b8 HTTP/1.1" status: 204 len: 168 time: 0.3708575 Mar 11 15:24:28.331253 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d22dbf-0a6c-444b-82d2-1aa0771ce5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f1b833-5086-455b-96af-1abd025199b8,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:28.335832 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-c1debc3d-0e34-4e3c-9497-30a7620c0127 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Made reservation on behalf of 7d0244beabeb42d0831e351a104bbce8 for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:24:28.339324 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-c1debc3d-0e34-4e3c-9497-30a7620c0127 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:28.450675 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-35f8253f-e6fb-47b7-b654-21f7d57376cd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-577286196-network', 'tenant_id': '677bbc35e39a452aae230fe2f84b28f4'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:24:28.541601 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-c1debc3d-0e34-4e3c-9497-30a7620c0127 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Allocated IP 172.20.0.11 (d8a88a21-9bc5-4199-8c17-333f15d9f909/e334dbac-ea6f-40c8-bf50-2480902c25fb/960e5869-4ea4-4af3-ab40-82a152372582) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:24:28.559595 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f8253f-e6fb-47b7-b654-21f7d57376cd admin admin] Made reservation on behalf of 677bbc35e39a452aae230fe2f84b28f4 for: {'network': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:24:28.561997 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-35f8253f-e6fb-47b7-b654-21f7d57376cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for network (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:28.579478 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-35f8253f-e6fb-47b7-b654-21f7d57376cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:28.732850 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec48df9-4e1b-4ebb-a740-a2b449262027 req-d09cf48a-dee2-48c0-8bab-c596dd8bbfe7 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:28.740366 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8ec48df9-4e1b-4ebb-a740-a2b449262027 req-d09cf48a-dee2-48c0-8bab-c596dd8bbfe7 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e2629b-79d5-4472-9dae-ed62b2a9fd6a HTTP/1.1" status: 200 len: 944 time: 0.0628169 Mar 11 15:24:28.808821 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8ec48df9-4e1b-4ebb-a740-a2b449262027 req-bfb243d2-f07f-461e-879f-fab0fb2b67d7 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f669c9c-e187-41fd-b50d-941a8d9fd3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664592 Mar 11 15:24:28.893167 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5d30fbf7-0fff-4834-878e-306ba3ae0e0f req-0db0b297-237a-4c85-a650-2169e4c1bbdb tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 210 time: 0.3070629 Mar 11 15:24:29.041519 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-c1debc3d-0e34-4e3c-9497-30a7620c0127 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks [] for port (960e5869-4ea4-4af3-ab40-82a152372582), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:29.065904 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-35f8253f-e6fb-47b7-b654-21f7d57376cd admin admin] Publish callbacks [] for security_group (72906d50-c575-44d3-baeb-2b6d8e44010a), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:29.145830 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-35f8253f-e6fb-47b7-b654-21f7d57376cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (72906d50-c575-44d3-baeb-2b6d8e44010a), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:29.171589 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35f8253f-e6fb-47b7-b654-21f7d57376cd admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:24:29.183109 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-c1debc3d-0e34-4e3c-9497-30a7620c0127 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (960e5869-4ea4-4af3-ab40-82a152372582), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:29.186099 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8253f-e6fb-47b7-b654-21f7d57376cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72906d50-c575-44d3-baeb-2b6d8e44010a,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:29.195861 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-35f8253f-e6fb-47b7-b654-21f7d57376cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (7655d188-6906-4724-b769-5e660bebc822), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:29.196629 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.db.segments_db [None req-35f8253f-e6fb-47b7-b654-21f7d57376cd admin admin] Added segment 7655d188-6906-4724-b769-5e660bebc822 of type vlan for network bc06db6f-fee0-4088-9692-ae854a38da19 Mar 11 15:24:29.254283 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-c1debc3d-0e34-4e3c-9497-30a7620c0127 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Network d8a88a21-9bc5-4199-8c17-333f15d9f909 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:24:29.278329 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-c1debc3d-0e34-4e3c-9497-30a7620c0127 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:24:29.283434 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1debc3d-0e34-4e3c-9497-30a7620c0127 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Pushing event updated for resources: {'Port': ['ID=960e5869-4ea4-4af3-ab40-82a152372582,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:29.288694 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-c1debc3d-0e34-4e3c-9497-30a7620c0127 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:24:29.305546 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-35f8253f-e6fb-47b7-b654-21f7d57376cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152803018'] for network (bc06db6f-fee0-4088-9692-ae854a38da19), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:29.351157 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device e1eee2ea-f788-46fc-b821-9ddc196e16a9 up at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:24:29.385471 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-c1debc3d-0e34-4e3c-9497-30a7620c0127 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:29.386162 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-c1debc3d-0e34-4e3c-9497-30a7620c0127 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:29.472286 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-35f8253f-e6fb-47b7-b654-21f7d57376cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548'] for network (bc06db6f-fee0-4088-9692-ae854a38da19), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:29.477085 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f8253f-e6fb-47b7-b654-21f7d57376cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:29.477085 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-35f8253f-e6fb-47b7-b654-21f7d57376cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:29.533803 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning for port e1eee2ea-f788-46fc-b821-9ddc196e16a9 completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 15:24:29.538597 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning complete for port e1eee2ea-f788-46fc-b821-9ddc196e16a9 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:24:29.538979 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (e1eee2ea-f788-46fc-b821-9ddc196e16a9), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:29.556750 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-c1debc3d-0e34-4e3c-9497-30a7620c0127 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5076423 Mar 11 15:24:29.558016 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f8253f-e6fb-47b7-b654-21f7d57376cd admin admin] Pushing event updated for resources: {'Network': ['ID=bc06db6f-fee0-4088-9692-ae854a38da19,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:29.567806 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-3f1d7f7d-6804-40de-98c0-49fcc2fd2db7 service neutron] Request body: {'port': {'device_id': 'cd7c520e-f1ef-4f33-9a35-4a73607159e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83336'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:24:29.585873 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Network bc06db6f-fee0-4088-9692-ae854a38da19 details requested by agent ovs-agent-dv-cinder-833365-1-iscsi with host dv-cinder-833365-1-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 15:24:29.603631 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-35f8253f-e6fb-47b7-b654-21f7d57376cd admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3035514 Mar 11 15:24:29.606417 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 59684) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:24:29.613187 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-3f13ae3a-d1cd-43ce-aa4f-dc1ece1d0130 admin admin] Request body: {'subnet': {'network_id': 'bc06db6f-fee0-4088-9692-ae854a38da19', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-577286196-subnet', 'tenant_id': '677bbc35e39a452aae230fe2f84b28f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:24:29.661129 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-3f1d7f7d-6804-40de-98c0-49fcc2fd2db7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (960e5869-4ea4-4af3-ab40-82a152372582), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:29.672696 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-76a04940-8f94-451c-915b-98a9fbb7809d None None] Provisioning complete for port 960e5869-4ea4-4af3-ab40-82a152372582 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:24:29.673490 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-76a04940-8f94-451c-915b-98a9fbb7809d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (960e5869-4ea4-4af3-ab40-82a152372582), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:29.717545 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f13ae3a-d1cd-43ce-aa4f-dc1ece1d0130 admin admin] Made reservation on behalf of 677bbc35e39a452aae230fe2f84b28f4 for: {'subnet': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:24:29.719868 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3f13ae3a-d1cd-43ce-aa4f-dc1ece1d0130 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12631460'] for subnet (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:29.753749 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-76a04940-8f94-451c-915b-98a9fbb7809d None None] Port 960e5869-4ea4-4af3-ab40-82a152372582 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:24:29.766346 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port e1eee2ea-f788-46fc-b821-9ddc196e16a9 is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:24:29.768360 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (e1eee2ea-f788-46fc-b821-9ddc196e16a9), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:29.791850 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e2629b-79d5-4472-9dae-ed62b2a9fd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1eee2ea-f788-46fc-b821-9ddc196e16a9'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:24:29.794116 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97dedef37c5e2c64aa44179f419dd586ddc22b8f5766e7bc49dcfeca4a9e3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926d3cfe-624a-459f-9c93-28ba949431c5" -d '{"events": [{"server_uuid": "84e2629b-79d5-4472-9dae-ed62b2a9fd6a", "name": "network-vif-plugged", "status": "completed", "tag": "e1eee2ea-f788-46fc-b821-9ddc196e16a9"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:24:29.808669 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port e1eee2ea-f788-46fc-b821-9ddc196e16a9, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=e1eee2ea-f788-46fc-b821-9ddc196e16a9,segment=NetworkSegment(ca4f09a3-c004-4741-af89-96c165fd6133),segment_id=ca4f09a3-c004-4741-af89-96c165fd6133)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:24:29.837110 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63dd50b-8c76-4213-99c3-046d6cdc0682 x-openstack-request-id: req-e63dd50b-8c76-4213-99c3-046d6cdc0682 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:24:29.837425 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e2629b-79d5-4472-9dae-ed62b2a9fd6a", "name": "network-vif-plugged", "status": "completed", "tag": "e1eee2ea-f788-46fc-b821-9ddc196e16a9", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:24:29.837845 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e63dd50b-8c76-4213-99c3-046d6cdc0682 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:24:29.838407 dv-cinder-833365-1-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e2629b-79d5-4472-9dae-ed62b2a9fd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1eee2ea-f788-46fc-b821-9ddc196e16a9', 'code': 200} Mar 11 15:24:29.865886 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (e1eee2ea-f788-46fc-b821-9ddc196e16a9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:29.950900 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=e1eee2ea-f788-46fc-b821-9ddc196e16a9,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:30.090545 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0db69-bee7-4a91-bfe7-2ebd3d253bec req-d887d803-158e-4652-98ba-6136e2e6f745 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:30.092260 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ebf0db69-bee7-4a91-bfe7-2ebd3d253bec req-d887d803-158e-4652-98ba-6136e2e6f745 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 932 time: 0.0778122 Mar 11 15:24:30.092925 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf97689-25d5-45eb-9d6f-92853b1aedb8 req-386c9607-c926-496f-989a-8abd582e5a22 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:30.094442 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-daf97689-25d5-45eb-9d6f-92853b1aedb8 req-386c9607-c926-496f-989a-8abd582e5a22 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e2629b-79d5-4472-9dae-ed62b2a9fd6a HTTP/1.1" status: 200 len: 945 time: 0.1913712 Mar 11 15:24:30.100679 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-03f38a93-986b-4b39-be4d-f69aeea49fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:30.168151 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ebf0db69-bee7-4a91-bfe7-2ebd3d253bec req-e7cc7c3f-9e45-41a1-9c33-1e6927c1c278 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606072 Mar 11 15:24:30.287333 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-daf97689-25d5-45eb-9d6f-92853b1aedb8 req-02f3693e-c44d-4931-af72-2db6cd05435d tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f669c9c-e187-41fd-b50d-941a8d9fd3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798246 Mar 11 15:24:30.294754 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3f13ae3a-d1cd-43ce-aa4f-dc1ece1d0130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13137487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12631434'] for subnet (7dfbc1a5-4ded-4b22-9fb1-9bc1dc935995), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:30.304710 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-3f1d7f7d-6804-40de-98c0-49fcc2fd2db7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 960e5869-4ea4-4af3-ab40-82a152372582 {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:24:30.338712 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-3f1d7f7d-6804-40de-98c0-49fcc2fd2db7 service neutron] Publish callbacks [] for port (960e5869-4ea4-4af3-ab40-82a152372582), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:30.375518 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-3f1d7f7d-6804-40de-98c0-49fcc2fd2db7 service neutron] Transition to ACTIVE for port object 960e5869-4ea4-4af3-ab40-82a152372582 will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 15:24:30.376438 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13ae3a-d1cd-43ce-aa4f-dc1ece1d0130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dfbc1a5-4ded-4b22-9fb1-9bc1dc935995,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:30.381364 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d53dd7a-1f06-442a-a1af-b523e161fa1b req-bb44b68b-d773-420f-8f7d-463ca1c97699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:30.383047 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5d53dd7a-1f06-442a-a1af-b523e161fa1b req-bb44b68b-d773-420f-8f7d-463ca1c97699 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=84e2629b-79d5-4472-9dae-ed62b2a9fd6a HTTP/1.1" status: 200 len: 1129 time: 0.1358910 Mar 11 15:24:30.420904 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f13ae3a-d1cd-43ce-aa4f-dc1ece1d0130 admin admin] Checking segment: {'id': '7655d188-6906-4724-b769-5e660bebc822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bc06db6f-fee0-4088-9692-ae854a38da19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:24:30.421272 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f13ae3a-d1cd-43ce-aa4f-dc1ece1d0130 admin admin] Network hostable DHCP agents. Network: bc06db6f-fee0-4088-9692-ae854a38da19, hostable agents: ['e21939e9-4971-4f1d-851f-403443bff873'], hosted agents: [] {{(pid=103739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:24:30.456196 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5d53dd7a-1f06-442a-a1af-b523e161fa1b req-d4cd2103-89eb-4938-aba1-0efef963e273 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6f669c9c-e187-41fd-b50d-941a8d9fd3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625949 Mar 11 15:24:30.500518 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-3f1d7f7d-6804-40de-98c0-49fcc2fd2db7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (960e5869-4ea4-4af3-ab40-82a152372582), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:30.531899 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f13ae3a-d1cd-43ce-aa4f-dc1ece1d0130 admin admin] Network bc06db6f-fee0-4088-9692-ae854a38da19 is scheduled to be hosted by DHCP agent e21939e9-4971-4f1d-851f-403443bff873 with binding_index 1 {{(pid=103739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:24:30.561735 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d7f7d-6804-40de-98c0-49fcc2fd2db7 service neutron] Pushing event updated for resources: {'Port': ['ID=960e5869-4ea4-4af3-ab40-82a152372582,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:30.606066 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-3f13ae3a-d1cd-43ce-aa4f-dc1ece1d0130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833365-1-iscsi, bc06db6f-fee0-4088-9692-ae854a38da19) {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:24:30.613418 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f13ae3a-d1cd-43ce-aa4f-dc1ece1d0130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:30.614005 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3f13ae3a-d1cd-43ce-aa4f-dc1ece1d0130 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:30.621197 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c93f32-fef8-4bdb-a1a6-4b031752ddf2 None None] Network bc06db6f-fee0-4088-9692-ae854a38da19 requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:24:30.644362 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-3f1d7f7d-6804-40de-98c0-49fcc2fd2db7 service neutron] Attempting to bind port 960e5869-4ea4-4af3-ab40-82a152372582 on host hv-cinder-83336 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:24:30.645883 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-3f1d7f7d-6804-40de-98c0-49fcc2fd2db7 service neutron] Attempting to bind port 960e5869-4ea4-4af3-ab40-82a152372582 by drivers openvswitch,hyperv on host hv-cinder-83336 at level 0 using segments [{'id': '619dc896-bf7c-47d3-b303-226721fbea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd8a88a21-9bc5-4199-8c17-333f15d9f909'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:24:30.645883 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-3f1d7f7d-6804-40de-98c0-49fcc2fd2db7 service neutron] Attempting to bind port 960e5869-4ea4-4af3-ab40-82a152372582 on network d8a88a21-9bc5-4199-8c17-333f15d9f909 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:24:30.650713 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-3f1d7f7d-6804-40de-98c0-49fcc2fd2db7 service neutron] Port 960e5869-4ea4-4af3-ab40-82a152372582 on network d8a88a21-9bc5-4199-8c17-333f15d9f909 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83336 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 15:24:30.651038 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-3f1d7f7d-6804-40de-98c0-49fcc2fd2db7 service neutron] Attempting to bind port 960e5869-4ea4-4af3-ab40-82a152372582 on network d8a88a21-9bc5-4199-8c17-333f15d9f909 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:24:30.656932 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-3f1d7f7d-6804-40de-98c0-49fcc2fd2db7 service neutron] Checking agent: {'id': '7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:24:30.656932 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-3f1d7f7d-6804-40de-98c0-49fcc2fd2db7 service neutron] Checking segment: {'id': '619dc896-bf7c-47d3-b303-226721fbea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd8a88a21-9bc5-4199-8c17-333f15d9f909'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:24:30.657236 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-3f1d7f7d-6804-40de-98c0-49fcc2fd2db7 service neutron] Bound using segment: {'id': '619dc896-bf7c-47d3-b303-226721fbea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd8a88a21-9bc5-4199-8c17-333f15d9f909'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:24:30.657574 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-3f1d7f7d-6804-40de-98c0-49fcc2fd2db7 service neutron] Bound port: 960e5869-4ea4-4af3-ab40-82a152372582, host: hv-cinder-83336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '619dc896-bf7c-47d3-b303-226721fbea91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd8a88a21-9bc5-4199-8c17-333f15d9f909'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:24:30.657927 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-3f1d7f7d-6804-40de-98c0-49fcc2fd2db7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (960e5869-4ea4-4af3-ab40-82a152372582), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:30.736846 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-3f13ae3a-d1cd-43ce-aa4f-dc1ece1d0130 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1282907 Mar 11 15:24:30.742828 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-3f1d7f7d-6804-40de-98c0-49fcc2fd2db7 service neutron] For port 960e5869-4ea4-4af3-ab40-82a152372582, host hv-cinder-83336, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:24:30.746325 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-3f1d7f7d-6804-40de-98c0-49fcc2fd2db7 service neutron] For port 960e5869-4ea4-4af3-ab40-82a152372582, host hv-cinder-83336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=960e5869-4ea4-4af3-ab40-82a152372582,segment=NetworkSegment(619dc896-bf7c-47d3-b303-226721fbea91),segment_id=619dc896-bf7c-47d3-b303-226721fbea91)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:24:30.750238 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703265b3-4f7c-4f71-aa2b-53b11057f0fb None None] Network bc06db6f-fee0-4088-9692-ae854a38da19 requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:24:30.815905 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-3f1d7f7d-6804-40de-98c0-49fcc2fd2db7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (960e5869-4ea4-4af3-ab40-82a152372582), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:30.890490 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-3f1d7f7d-6804-40de-98c0-49fcc2fd2db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:30.891105 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-3f1d7f7d-6804-40de-98c0-49fcc2fd2db7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:30.892501 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-3f1d7f7d-6804-40de-98c0-49fcc2fd2db7 service neutron] 10.222.0.66 "PUT /v2.0/ports/960e5869-4ea4-4af3-ab40-82a152372582 HTTP/1.1" status: 200 len: 1094 time: 1.3290420 Mar 11 15:24:30.892957 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd7c520e-f1ef-4f33-9a35-4a73607159e2', 'tag': '960e5869-4ea4-4af3-ab40-82a152372582'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:24:30.895277 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ea2abc-8f9f-4d62-b07f-a34a0333f387" -d '{"events": [{"name": "network-changed", "server_uuid": "cd7c520e-f1ef-4f33-9a35-4a73607159e2", "tag": "960e5869-4ea4-4af3-ab40-82a152372582"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:24:30.940659 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d7f7d-6804-40de-98c0-49fcc2fd2db7 service neutron] Pushing event updated for resources: {'Port': ['ID=960e5869-4ea4-4af3-ab40-82a152372582,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:30.946045 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f759373-7f47-459f-b649-9d20499b60d4 x-openstack-request-id: req-5f759373-7f47-459f-b649-9d20499b60d4 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:24:30.946951 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd7c520e-f1ef-4f33-9a35-4a73607159e2", "tag": "960e5869-4ea4-4af3-ab40-82a152372582", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:24:30.947308 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5f759373-7f47-459f-b649-9d20499b60d4 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:24:30.947848 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd7c520e-f1ef-4f33-9a35-4a73607159e2', 'tag': '960e5869-4ea4-4af3-ab40-82a152372582', 'status': 'completed', 'code': 200} Mar 11 15:24:31.030260 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea2abc-8f9f-4d62-b07f-a34a0333f387 req-0cdbace1-bea9-4a65-beb1-51c37821adaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:31.031896 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-63ea2abc-8f9f-4d62-b07f-a34a0333f387 req-0cdbace1-bea9-4a65-beb1-51c37821adaa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7d0244beabeb42d0831e351a104bbce8&device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 1128 time: 0.0556340 Mar 11 15:24:31.169612 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea2abc-8f9f-4d62-b07f-a34a0333f387 req-c24784c1-da3d-4f4f-b0a4-cf1637cd57bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:31.171281 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-63ea2abc-8f9f-4d62-b07f-a34a0333f387 req-c24784c1-da3d-4f4f-b0a4-cf1637cd57bc service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=7d0244beabeb42d0831e351a104bbce8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1311617 Mar 11 15:24:31.289831 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:31.360034 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea2abc-8f9f-4d62-b07f-a34a0333f387 req-a4729e53-51e5-4c69-b230-5248e6d6d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:31.364911 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-63ea2abc-8f9f-4d62-b07f-a34a0333f387 req-a4729e53-51e5-4c69-b230-5248e6d6d7ce service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1833646 Mar 11 15:24:31.411843 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409bff9-5721-49df-8b35-a5e9380fa34b req-36be3720-e54c-4459-baa6-db862665120f tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:31.411843 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1409bff9-5721-49df-8b35-a5e9380fa34b req-36be3720-e54c-4459-baa6-db862665120f tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 944 time: 0.0979078 Mar 11 15:24:31.505700 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1409bff9-5721-49df-8b35-a5e9380fa34b req-fda3aa38-f2e0-41fb-bb6c-81dd0d536506 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890148 Mar 11 15:24:31.515660 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-d671e59d-1776-4175-b389-252fe814a8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:31.517421 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-d671e59d-1776-4175-b389-252fe814a8c8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7d0244beabeb42d0831e351a104bbce8&device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 1128 time: 0.0948210 Mar 11 15:24:31.574482 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-ff2ce4e2-abd1-4ea2-bfab-8be1fd1f8219 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=960e5869-4ea4-4af3-ab40-82a152372582 HTTP/1.1" status: 200 len: 217 time: 0.0469980 Mar 11 15:24:31.645372 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-6bfbfcb5-de46-4a20-8220-d11c12179250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:31.647882 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-6bfbfcb5-de46-4a20-8220-d11c12179250 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e334dbac-ea6f-40c8-bf50-2480902c25fb HTTP/1.1" status: 200 len: 848 time: 0.0612855 Mar 11 15:24:31.685881 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c802b1-2c6e-4357-a00f-40ccc4bc4d35 req-023bb4a0-5f0f-4424-b820-7f09aed079f0 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:31.694774 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f0c802b1-2c6e-4357-a00f-40ccc4bc4d35 req-023bb4a0-5f0f-4424-b820-7f09aed079f0 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e2629b-79d5-4472-9dae-ed62b2a9fd6a HTTP/1.1" status: 200 len: 945 time: 0.1120119 Mar 11 15:24:31.725320 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-efce60d3-907c-45df-b66d-17475bd29fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:31.731231 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-efce60d3-907c-45df-b66d-17475bd29fa2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d8a88a21-9bc5-4199-8c17-333f15d9f909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0737519 Mar 11 15:24:31.766269 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f0c802b1-2c6e-4357-a00f-40ccc4bc4d35 req-fdd64b6b-5628-4322-a4ab-1fc9934e453c tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f669c9c-e187-41fd-b50d-941a8d9fd3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706105 Mar 11 15:24:31.839809 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-6641e2ab-a6a5-48bf-aad7-adbb8e00559e service neutron] 10.222.0.66 "GET /v2.0/networks/d8a88a21-9bc5-4199-8c17-333f15d9f909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001477 Mar 11 15:24:31.966072 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c2aa18f2-41ab-411a-8077-86e89780ffc8 req-c3b3736e-75f7-412b-bc52-08f924fe3115 service neutron] 10.222.0.66 "GET /v2.0/networks/d8a88a21-9bc5-4199-8c17-333f15d9f909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168687 Mar 11 15:24:32.202127 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd5edd-1e1e-48bd-822f-c0e422b2da3c req-13f55226-59cc-4501-8dfc-bb888c4852fb tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:32.203834 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-efdd5edd-1e1e-48bd-822f-c0e422b2da3c req-13f55226-59cc-4501-8dfc-bb888c4852fb tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0612650 Mar 11 15:24:32.239395 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1354d4-c484-4338-82aa-5057584e07c2 req-f795cd83-88f1-4020-a2c7-e2db091748b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:32.244907 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bf1354d4-c484-4338-82aa-5057584e07c2 req-f795cd83-88f1-4020-a2c7-e2db091748b3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=485785a62e414ac69e1b5ba35562b168&device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 1129 time: 0.0599961 Mar 11 15:24:32.270213 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-efdd5edd-1e1e-48bd-822f-c0e422b2da3c req-aff6c9f0-819d-41de-8fcb-9f7c10a6bb4a tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577869 Mar 11 15:24:32.351489 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1354d4-c484-4338-82aa-5057584e07c2 req-e2ba144a-8cd0-429c-8be8-63943ded2ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:32.353158 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bf1354d4-c484-4338-82aa-5057584e07c2 req-e2ba144a-8cd0-429c-8be8-63943ded2ba4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10111652-25be-4b6e-aa55-10f6e37ef1f5 HTTP/1.1" status: 200 len: 919 time: 0.0972714 Mar 11 15:24:32.403697 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bf1354d4-c484-4338-82aa-5057584e07c2 req-062230ac-500b-4695-8956-ee952c3723a3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c HTTP/1.1" status: 200 len: 217 time: 0.0438955 Mar 11 15:24:32.461407 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1354d4-c484-4338-82aa-5057584e07c2 req-926e3b26-0751-4637-b79e-424c2a2a1bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:32.464203 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bf1354d4-c484-4338-82aa-5057584e07c2 req-926e3b26-0751-4637-b79e-424c2a2a1bf6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=444501c1-6c2a-4ddb-b96c-892921be9c2d HTTP/1.1" status: 200 len: 858 time: 0.0543709 Mar 11 15:24:32.501692 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bf1354d4-c484-4338-82aa-5057584e07c2 req-e418c568-6a64-45cd-88b3-68387271180c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10111652-25be-4b6e-aa55-10f6e37ef1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262465 Mar 11 15:24:32.640554 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bf1354d4-c484-4338-82aa-5057584e07c2 req-b8d999e9-5c2b-48e7-9c70-16c03b64f2df service neutron] 10.222.0.66 "GET /v2.0/networks/10111652-25be-4b6e-aa55-10f6e37ef1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320279 Mar 11 15:24:32.688317 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a4d27-100a-4fa1-8d30-b426e3c23971 req-fbb9c2e2-fd74-4d40-be40-4bafd610c3f1 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:32.689776 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-463a4d27-100a-4fa1-8d30-b426e3c23971 req-fbb9c2e2-fd74-4d40-be40-4bafd610c3f1 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 944 time: 0.0902958 Mar 11 15:24:32.788273 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bf1354d4-c484-4338-82aa-5057584e07c2 req-5a8ed64a-aa26-4dd6-8bf3-ba9d51fe9da2 service neutron] 10.222.0.66 "GET /v2.0/networks/10111652-25be-4b6e-aa55-10f6e37ef1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400449 Mar 11 15:24:32.794310 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-463a4d27-100a-4fa1-8d30-b426e3c23971 req-99ebb35a-89ad-4c5e-b9cb-e01c94976a4f tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699420 Mar 11 15:24:32.921709 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b022e-75b8-4c6d-adcb-63d2460b49e3 req-aa18289e-cc27-4b7d-9be4-5898049f0cd7 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:32.923223 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-fd5b022e-75b8-4c6d-adcb-63d2460b49e3 req-aa18289e-cc27-4b7d-9be4-5898049f0cd7 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e2629b-79d5-4472-9dae-ed62b2a9fd6a HTTP/1.1" status: 200 len: 945 time: 0.0574558 Mar 11 15:24:32.973189 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-fd5b022e-75b8-4c6d-adcb-63d2460b49e3 req-0b442467-7efd-4613-b7d1-38471332c69c tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f669c9c-e187-41fd-b50d-941a8d9fd3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428863 Mar 11 15:24:32.992695 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:33.413440 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f51db-6648-4d71-803b-964e7722fb0f req-06cae33f-370d-4785-8d88-863338525fc3 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:33.414957 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8a2f51db-6648-4d71-803b-964e7722fb0f req-06cae33f-370d-4785-8d88-863338525fc3 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0578153 Mar 11 15:24:33.464345 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8a2f51db-6648-4d71-803b-964e7722fb0f req-b9bb23f8-ddc0-4b81-a7c2-a6c0881d74e0 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436029 Mar 11 15:24:33.931666 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f658303-2174-4ff3-9084-b186c5006808 req-4c065506-ed07-4046-8cbe-7be89d5e8c1d tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:33.933091 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5f658303-2174-4ff3-9084-b186c5006808 req-4c065506-ed07-4046-8cbe-7be89d5e8c1d tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 944 time: 0.0590119 Mar 11 15:24:34.018401 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5f658303-2174-4ff3-9084-b186c5006808 req-c8c092df-fe1e-4110-8fbd-ff5e5c15f5e3 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750763 Mar 11 15:24:34.394368 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:34.496159 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-dc864979-257b-4f09-8be8-9081021b3185 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:34.497757 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-dc864979-257b-4f09-8be8-9081021b3185 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/networks?id=bc06db6f-fee0-4088-9692-ae854a38da19 HTTP/1.1" status: 200 len: 808 time: 0.1451786 Mar 11 15:24:34.517288 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-8612199e-2004-4b3f-9152-4ece7a6ae1e8 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/quotas/677bbc35e39a452aae230fe2f84b28f4 HTTP/1.1" status: 200 len: 375 time: 0.0126278 Mar 11 15:24:34.554404 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-2cd01268-a631-4899-b571-58fa163e46b8 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=677bbc35e39a452aae230fe2f84b28f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291388 Mar 11 15:24:34.609176 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfa42d-5082-4528-8845-a652f3e37f37 req-badd52c9-3d0f-4492-a14f-3ccf33ed7224 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:34.610699 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b6dfa42d-5082-4528-8845-a652f3e37f37 req-badd52c9-3d0f-4492-a14f-3ccf33ed7224 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0604572 Mar 11 15:24:34.668828 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-bf70f400-5f1c-4ad6-9969-8eda5285bd7e service neutron] 10.222.0.44 "GET /v2.0/networks/bc06db6f-fee0-4088-9692-ae854a38da19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065338 Mar 11 15:24:34.671249 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b6dfa42d-5082-4528-8845-a652f3e37f37 req-01b86613-e991-48db-bc5f-d5ce8314749e tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520470 Mar 11 15:24:34.787254 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-84a50c20-7d48-45d4-96d1-8f7bb52a1584 service neutron] 10.222.0.44 "GET /v2.0/networks/bc06db6f-fee0-4088-9692-ae854a38da19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018631 Mar 11 15:24:35.116778 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c4fee71f-91d3-465c-be28-f50046f4e80e req-473355e2-cf28-4b0a-be56-07d30fb9fa0d tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=86e9ec5b-075d-4f17-ac16-c02594db65d0 HTTP/1.1" status: 200 len: 210 time: 0.0347199 Mar 11 15:24:35.164339 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee9666-0981-4817-adcd-85810b22f8fa req-4d5580be-10b0-4426-971c-b934099b21b8 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:35.165854 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8aee9666-0981-4817-adcd-85810b22f8fa req-4d5580be-10b0-4426-971c-b934099b21b8 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 944 time: 0.0572007 Mar 11 15:24:35.217359 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8aee9666-0981-4817-adcd-85810b22f8fa req-d3d7ea55-c115-4e75-9ab8-6d8ec09c6cd3 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455997 Mar 11 15:24:35.825332 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016ffc9-783e-47e2-8426-41db805a31ff req-b80fdda3-24c4-436c-a2b8-37f09712eebc tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:35.827392 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1016ffc9-783e-47e2-8426-41db805a31ff req-b80fdda3-24c4-436c-a2b8-37f09712eebc tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0603659 Mar 11 15:24:35.888938 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1016ffc9-783e-47e2-8426-41db805a31ff req-347faa15-dcb5-4a64-af2e-96d852d58cd1 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536804 Mar 11 15:24:36.244386 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-eb8c45e2-0aa9-4f71-bc70-bea26557867b req-2f907446-a2e2-4d18-bfd0-b94876765363 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=86e9ec5b-075d-4f17-ac16-c02594db65d0 HTTP/1.1" status: 200 len: 210 time: 0.0483072 Mar 11 15:24:36.386697 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6eca8-a136-4078-bd0b-41486b520ead req-8d96e6c3-d30d-4a54-b30a-e4f96cd07740 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:36.388230 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f8c6eca8-a136-4078-bd0b-41486b520ead req-8d96e6c3-d30d-4a54-b30a-e4f96cd07740 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 944 time: 0.0628037 Mar 11 15:24:36.451238 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f8c6eca8-a136-4078-bd0b-41486b520ead req-7f639ab2-4d90-411f-a920-6931c121efde tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571663 Mar 11 15:24:36.548361 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 59928) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:24:36.682676 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d6d1e0e0-1a36-4f69-a58d-d11571fb31a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:36.770324 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d6d1e0e0-1a36-4f69-a58d-d11571fb31a1 admin admin] Publish callbacks [] for security_group (a7d98104-4baf-4dad-9939-d54627ff91db), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:36.853144 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d6d1e0e0-1a36-4f69-a58d-d11571fb31a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (a7d98104-4baf-4dad-9939-d54627ff91db), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:36.894508 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-d6d1e0e0-1a36-4f69-a58d-d11571fb31a1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0a698ffe502d436399e9385f69ed811f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3449495 Mar 11 15:24:36.895415 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d1e0e0-1a36-4f69-a58d-d11571fb31a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d98104-4baf-4dad-9939-d54627ff91db,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:36.898064 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 59932) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:24:36.952842 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f5644915-578c-4a85-b8d3-1acb25d26a68 admin admin] Publish callbacks [] for security_group (a7d98104-4baf-4dad-9939-d54627ff91db), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:36.986298 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f5644915-578c-4a85-b8d3-1acb25d26a68 admin admin] Publish callbacks [] for security_group (a7d98104-4baf-4dad-9939-d54627ff91db), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:37.074906 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fdb30-044f-441a-87c7-3d87a63d06af req-a59d0da3-64a6-4a24-a8bd-bbdd5c7e97c7 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:37.074906 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c74fdb30-044f-441a-87c7-3d87a63d06af req-a59d0da3-64a6-4a24-a8bd-bbdd5c7e97c7 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.1027384 Mar 11 15:24:37.139588 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c74fdb30-044f-441a-87c7-3d87a63d06af req-651d45ad-c354-4b55-8ec1-2480712d2242 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564094 Mar 11 15:24:37.151963 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f5644915-578c-4a85-b8d3-1acb25d26a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (a7d98104-4baf-4dad-9939-d54627ff91db), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:37.154950 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f5644915-578c-4a85-b8d3-1acb25d26a68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:37.157783 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-f5644915-578c-4a85-b8d3-1acb25d26a68 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a7d98104-4baf-4dad-9939-d54627ff91db HTTP/1.1" status: 204 len: 168 time: 0.2578845 Mar 11 15:24:37.169043 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5644915-578c-4a85-b8d3-1acb25d26a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d98104-4baf-4dad-9939-d54627ff91db,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:37.410056 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-96bdc250-4e46-49d4-afca-5ab0ff782384 req-2813b7ce-2baf-4fc3-814e-697ed0e79d89 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=86e9ec5b-075d-4f17-ac16-c02594db65d0 HTTP/1.1" status: 200 len: 210 time: 0.0505490 Mar 11 15:24:37.454678 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-19c52a57-5c1f-41aa-a071-dd021a5bd81e tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:37.456217 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-19c52a57-5c1f-41aa-a071-dd021a5bd81e tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.66 "GET /v2.0/networks?id=bc06db6f-fee0-4088-9692-ae854a38da19 HTTP/1.1" status: 200 len: 808 time: 0.1872613 Mar 11 15:24:37.476176 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-df24da6d-1bd8-4314-a680-ff948ef11d46 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Request body: {'port': {'device_id': '86e9ec5b-075d-4f17-ac16-c02594db65d0', 'network_id': 'bc06db6f-fee0-4088-9692-ae854a38da19', 'admin_state_up': True, 'tenant_id': '677bbc35e39a452aae230fe2f84b28f4'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:24:37.646518 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061857a-5bb4-445f-b556-29641a3b90a8 req-000c01e4-170c-4117-8ace-4c0fe06dc178 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:37.649864 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f061857a-5bb4-445f-b556-29641a3b90a8 req-000c01e4-170c-4117-8ace-4c0fe06dc178 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 944 time: 0.0826976 Mar 11 15:24:37.683729 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-df24da6d-1bd8-4314-a680-ff948ef11d46 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Made reservation on behalf of 677bbc35e39a452aae230fe2f84b28f4 for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:24:37.688245 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-df24da6d-1bd8-4314-a680-ff948ef11d46 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:37.732765 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f061857a-5bb4-445f-b556-29641a3b90a8 req-6466806c-0b17-45b2-8aa1-ac19dcf0786d tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773778 Mar 11 15:24:37.842005 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-df24da6d-1bd8-4314-a680-ff948ef11d46 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Allocated IP 172.20.0.9 (bc06db6f-fee0-4088-9692-ae854a38da19/7dfbc1a5-4ded-4b22-9fb1-9bc1dc935995/d640dca1-5e3a-4e6b-a9f3-bba70e021bb4) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:24:37.887337 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 59950) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:24:37.904186 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0250bdb1-f922-44dd-b408-a260a8789344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:38.000939 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0250bdb1-f922-44dd-b408-a260a8789344 admin admin] Publish callbacks [] for security_group (dbc8857d-3f6e-498a-be40-98dfce6ded17), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:38.035301 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-df24da6d-1bd8-4314-a680-ff948ef11d46 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Publish callbacks [] for port (d640dca1-5e3a-4e6b-a9f3-bba70e021bb4), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:38.043007 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0250bdb1-f922-44dd-b408-a260a8789344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (dbc8857d-3f6e-498a-be40-98dfce6ded17), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:38.085889 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-0250bdb1-f922-44dd-b408-a260a8789344 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=291d0390ec1d425a841cd24ff5f51c03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1973238 Mar 11 15:24:38.088012 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0250bdb1-f922-44dd-b408-a260a8789344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc8857d-3f6e-498a-be40-98dfce6ded17,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:38.089194 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 59954) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:24:38.123712 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-df24da6d-1bd8-4314-a680-ff948ef11d46 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (d640dca1-5e3a-4e6b-a9f3-bba70e021bb4), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:38.179939 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-df24da6d-1bd8-4314-a680-ff948ef11d46 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Network bc06db6f-fee0-4088-9692-ae854a38da19 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:24:38.190193 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-df24da6d-1bd8-4314-a680-ff948ef11d46 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:24:38.197669 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-df24da6d-1bd8-4314-a680-ff948ef11d46 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:24:38.204917 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24da6d-1bd8-4314-a680-ff948ef11d46 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Pushing event updated for resources: {'Port': ['ID=d640dca1-5e3a-4e6b-a9f3-bba70e021bb4,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:38.234097 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6e2b206a-5faa-47eb-9e38-88335e20d5c3 admin admin] Publish callbacks [] for security_group (dbc8857d-3f6e-498a-be40-98dfce6ded17), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:38.306147 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6e2b206a-5faa-47eb-9e38-88335e20d5c3 admin admin] Publish callbacks [] for security_group (dbc8857d-3f6e-498a-be40-98dfce6ded17), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:38.319939 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-df24da6d-1bd8-4314-a680-ff948ef11d46 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:38.320539 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-df24da6d-1bd8-4314-a680-ff948ef11d46 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:38.369677 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba08fa-db75-4b51-a400-4a57858e9b53 req-ecedef02-bb0e-4104-b915-d421897c6dad tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:38.371278 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-61ba08fa-db75-4b51-a400-4a57858e9b53 req-ecedef02-bb0e-4104-b915-d421897c6dad tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.1301804 Mar 11 15:24:38.424686 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-df24da6d-1bd8-4314-a680-ff948ef11d46 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9547744 Mar 11 15:24:38.429299 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-61ba08fa-db75-4b51-a400-4a57858e9b53 req-fa675e58-f5c0-4a2a-a63e-1798286909d7 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521286 Mar 11 15:24:38.457571 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-4da6e439-4265-4c9c-9b1f-2668caf7c040 service neutron] Request body: {'port': {'device_id': '86e9ec5b-075d-4f17-ac16-c02594db65d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83336'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:24:38.482652 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6e2b206a-5faa-47eb-9e38-88335e20d5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (dbc8857d-3f6e-498a-be40-98dfce6ded17), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:38.485190 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6e2b206a-5faa-47eb-9e38-88335e20d5c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:38.488925 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-6e2b206a-5faa-47eb-9e38-88335e20d5c3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dbc8857d-3f6e-498a-be40-98dfce6ded17 HTTP/1.1" status: 204 len: 168 time: 0.3958108 Mar 11 15:24:38.507886 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b206a-5faa-47eb-9e38-88335e20d5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc8857d-3f6e-498a-be40-98dfce6ded17,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:38.554127 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-4da6e439-4265-4c9c-9b1f-2668caf7c040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (d640dca1-5e3a-4e6b-a9f3-bba70e021bb4), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:38.563791 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb407fc8-7b07-493a-9e30-73e52dbfceb4 req-9edf0746-023c-45ae-a288-535b0284c725 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:38.565265 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-eb407fc8-7b07-493a-9e30-73e52dbfceb4 req-9edf0746-023c-45ae-a288-535b0284c725 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=86e9ec5b-075d-4f17-ac16-c02594db65d0 HTTP/1.1" status: 200 len: 931 time: 0.0622654 Mar 11 15:24:38.661955 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-eb407fc8-7b07-493a-9e30-73e52dbfceb4 req-c188351f-132a-46c1-a424-d01d0799a99a tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890801 Mar 11 15:24:38.942884 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256470c8-4265-46b2-a366-4be85efe529e req-8cd468ee-4072-4120-96d0-4750657e46fe tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:38.947307 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-256470c8-4265-46b2-a366-4be85efe529e req-8cd468ee-4072-4120-96d0-4750657e46fe tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 944 time: 0.1378109 Mar 11 15:24:38.979710 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-4da6e439-4265-4c9c-9b1f-2668caf7c040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d640dca1-5e3a-4e6b-a9f3-bba70e021bb4 {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:24:38.988893 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-4da6e439-4265-4c9c-9b1f-2668caf7c040 service neutron] Publish callbacks [] for port (d640dca1-5e3a-4e6b-a9f3-bba70e021bb4), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:39.025010 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-4da6e439-4265-4c9c-9b1f-2668caf7c040 service neutron] Transition to ACTIVE for port object d640dca1-5e3a-4e6b-a9f3-bba70e021bb4 will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 15:24:39.043053 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-256470c8-4265-46b2-a366-4be85efe529e req-ab826f17-8688-4521-aab2-00334f0fdc86 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831113 Mar 11 15:24:39.077374 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-4da6e439-4265-4c9c-9b1f-2668caf7c040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (d640dca1-5e3a-4e6b-a9f3-bba70e021bb4), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:39.166663 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6e439-4265-4c9c-9b1f-2668caf7c040 service neutron] Pushing event updated for resources: {'Port': ['ID=d640dca1-5e3a-4e6b-a9f3-bba70e021bb4,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:39.227824 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-4da6e439-4265-4c9c-9b1f-2668caf7c040 service neutron] Attempting to bind port d640dca1-5e3a-4e6b-a9f3-bba70e021bb4 on host hv-cinder-83336 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:24:39.228396 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-4da6e439-4265-4c9c-9b1f-2668caf7c040 service neutron] Attempting to bind port d640dca1-5e3a-4e6b-a9f3-bba70e021bb4 by drivers openvswitch,hyperv on host hv-cinder-83336 at level 0 using segments [{'id': '7655d188-6906-4724-b769-5e660bebc822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bc06db6f-fee0-4088-9692-ae854a38da19'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:24:39.229246 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-4da6e439-4265-4c9c-9b1f-2668caf7c040 service neutron] Attempting to bind port d640dca1-5e3a-4e6b-a9f3-bba70e021bb4 on network bc06db6f-fee0-4088-9692-ae854a38da19 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:24:39.236642 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-4da6e439-4265-4c9c-9b1f-2668caf7c040 service neutron] Port d640dca1-5e3a-4e6b-a9f3-bba70e021bb4 on network bc06db6f-fee0-4088-9692-ae854a38da19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83336 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 15:24:39.236979 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-4da6e439-4265-4c9c-9b1f-2668caf7c040 service neutron] Attempting to bind port d640dca1-5e3a-4e6b-a9f3-bba70e021bb4 on network bc06db6f-fee0-4088-9692-ae854a38da19 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:24:39.244406 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-4da6e439-4265-4c9c-9b1f-2668caf7c040 service neutron] Checking agent: {'id': '7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:24:39.248912 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-4da6e439-4265-4c9c-9b1f-2668caf7c040 service neutron] Checking segment: {'id': '7655d188-6906-4724-b769-5e660bebc822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bc06db6f-fee0-4088-9692-ae854a38da19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:24:39.248912 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-4da6e439-4265-4c9c-9b1f-2668caf7c040 service neutron] Bound using segment: {'id': '7655d188-6906-4724-b769-5e660bebc822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bc06db6f-fee0-4088-9692-ae854a38da19'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:24:39.248912 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-4da6e439-4265-4c9c-9b1f-2668caf7c040 service neutron] Bound port: d640dca1-5e3a-4e6b-a9f3-bba70e021bb4, host: hv-cinder-83336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7655d188-6906-4724-b769-5e660bebc822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bc06db6f-fee0-4088-9692-ae854a38da19'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:24:39.248912 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-4da6e439-4265-4c9c-9b1f-2668caf7c040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (d640dca1-5e3a-4e6b-a9f3-bba70e021bb4), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:39.320213 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-4da6e439-4265-4c9c-9b1f-2668caf7c040 service neutron] For port d640dca1-5e3a-4e6b-a9f3-bba70e021bb4, host hv-cinder-83336, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:24:39.323641 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-4da6e439-4265-4c9c-9b1f-2668caf7c040 service neutron] For port d640dca1-5e3a-4e6b-a9f3-bba70e021bb4, host hv-cinder-83336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=d640dca1-5e3a-4e6b-a9f3-bba70e021bb4,segment=NetworkSegment(7655d188-6906-4724-b769-5e660bebc822),segment_id=7655d188-6906-4724-b769-5e660bebc822)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:24:39.387029 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-4da6e439-4265-4c9c-9b1f-2668caf7c040 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (d640dca1-5e3a-4e6b-a9f3-bba70e021bb4), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:39.611032 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca026ff2-ea27-4ddb-8c84-6931ee581f53 req-f898ad86-384d-40a2-a286-b41114202409 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:39.612737 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ca026ff2-ea27-4ddb-8c84-6931ee581f53 req-f898ad86-384d-40a2-a286-b41114202409 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0965447 Mar 11 15:24:39.681778 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ca026ff2-ea27-4ddb-8c84-6931ee581f53 req-2fddbee9-1f51-4d23-9a18-d16775e0e194 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608237 Mar 11 15:24:39.697647 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-4da6e439-4265-4c9c-9b1f-2668caf7c040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:39.698380 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-4da6e439-4265-4c9c-9b1f-2668caf7c040 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:39.700036 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-4da6e439-4265-4c9c-9b1f-2668caf7c040 service neutron] 10.222.0.66 "PUT /v2.0/ports/d640dca1-5e3a-4e6b-a9f3-bba70e021bb4 HTTP/1.1" status: 200 len: 1093 time: 1.2573538 Mar 11 15:24:39.705057 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86e9ec5b-075d-4f17-ac16-c02594db65d0', 'tag': 'd640dca1-5e3a-4e6b-a9f3-bba70e021bb4'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:24:39.708115 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00c3f31-596f-4ce5-890f-b3cb37b73693" -d '{"events": [{"name": "network-changed", "server_uuid": "86e9ec5b-075d-4f17-ac16-c02594db65d0", "tag": "d640dca1-5e3a-4e6b-a9f3-bba70e021bb4"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:24:39.735869 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6e439-4265-4c9c-9b1f-2668caf7c040 service neutron] Pushing event updated for resources: {'Port': ['ID=d640dca1-5e3a-4e6b-a9f3-bba70e021bb4,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:39.765674 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197205c2-163c-44b3-b1fb-716d721b041f x-openstack-request-id: req-197205c2-163c-44b3-b1fb-716d721b041f {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:24:39.766187 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86e9ec5b-075d-4f17-ac16-c02594db65d0", "tag": "d640dca1-5e3a-4e6b-a9f3-bba70e021bb4", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:24:39.766424 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-197205c2-163c-44b3-b1fb-716d721b041f {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:24:39.766817 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86e9ec5b-075d-4f17-ac16-c02594db65d0', 'tag': 'd640dca1-5e3a-4e6b-a9f3-bba70e021bb4', 'status': 'completed', 'code': 200} Mar 11 15:24:39.888679 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f4df0-c603-479b-a858-91fb6978c94c req-8525962a-3163-4c95-8504-e41d05a5a278 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:39.890252 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e72f4df0-c603-479b-a858-91fb6978c94c req-8525962a-3163-4c95-8504-e41d05a5a278 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=86e9ec5b-075d-4f17-ac16-c02594db65d0 HTTP/1.1" status: 200 len: 943 time: 0.1187236 Mar 11 15:24:39.895320 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c3f31-596f-4ce5-890f-b3cb37b73693 req-420c1880-6b1f-493e-ad86-63af2a1e48b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:39.897366 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c00c3f31-596f-4ce5-890f-b3cb37b73693 req-420c1880-6b1f-493e-ad86-63af2a1e48b7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=677bbc35e39a452aae230fe2f84b28f4&device_id=86e9ec5b-075d-4f17-ac16-c02594db65d0 HTTP/1.1" status: 200 len: 1127 time: 0.0909348 Mar 11 15:24:39.986072 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e72f4df0-c603-479b-a858-91fb6978c94c req-dca07eb1-0d2f-414d-81f0-0b9631296244 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877128 Mar 11 15:24:40.048986 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c3f31-596f-4ce5-890f-b3cb37b73693 req-d59306b8-8d25-4796-a8e7-3699cc29b97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:40.050747 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c00c3f31-596f-4ce5-890f-b3cb37b73693 req-d59306b8-8d25-4796-a8e7-3699cc29b97b service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=677bbc35e39a452aae230fe2f84b28f4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1346662 Mar 11 15:24:40.211030 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c3f31-596f-4ce5-890f-b3cb37b73693 req-497796f2-dcf3-4b15-987f-763e94ba89c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:40.213580 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c00c3f31-596f-4ce5-890f-b3cb37b73693 req-497796f2-dcf3-4b15-987f-763e94ba89c4 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1557014 Mar 11 15:24:40.216370 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb021655-3b98-48fd-b9b6-b96f8b6af48c req-7632d3c2-aef4-4fff-bb4f-61c213593c7a tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:40.217944 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bb021655-3b98-48fd-b9b6-b96f8b6af48c req-7632d3c2-aef4-4fff-bb4f-61c213593c7a tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 944 time: 0.0820847 Mar 11 15:24:40.289860 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bb021655-3b98-48fd-b9b6-b96f8b6af48c req-a5bb7974-6d41-44b4-8893-c2d9beb24704 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619297 Mar 11 15:24:40.329147 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-808bfab6-6c20-4438-83f5-cc47a6f2f8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:40.330713 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-808bfab6-6c20-4438-83f5-cc47a6f2f8cb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=677bbc35e39a452aae230fe2f84b28f4&device_id=86e9ec5b-075d-4f17-ac16-c02594db65d0 HTTP/1.1" status: 200 len: 1127 time: 0.0569105 Mar 11 15:24:40.375889 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-d45374ea-58da-4334-ad26-1812022f123c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d640dca1-5e3a-4e6b-a9f3-bba70e021bb4 HTTP/1.1" status: 200 len: 217 time: 0.0365775 Mar 11 15:24:40.440901 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-6ebe27f9-7c21-4df9-b553-0abbbe89a597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:40.442472 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-6ebe27f9-7c21-4df9-b553-0abbbe89a597 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7dfbc1a5-4ded-4b22-9fb1-9bc1dc935995 HTTP/1.1" status: 200 len: 848 time: 0.0603385 Mar 11 15:24:40.500634 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-02efa727-b8e1-44d9-91df-bdfc662ee266 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc06db6f-fee0-4088-9692-ae854a38da19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482626 Mar 11 15:24:40.626420 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-e484c51c-9c57-4df9-b689-a69f7df0f453 service neutron] 10.222.0.66 "GET /v2.0/networks/bc06db6f-fee0-4088-9692-ae854a38da19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966578 Mar 11 15:24:40.740928 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3909e5a2-9adc-4993-8f26-a5034f60cd20 req-794186a5-41eb-4018-a414-50f9cdab92ee service neutron] 10.222.0.66 "GET /v2.0/networks/bc06db6f-fee0-4088-9692-ae854a38da19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061320 Mar 11 15:24:40.839220 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e501051-fc04-42da-9cd4-e8e4f81c1e8d req-ae6e2d8c-f6ae-4f93-b3a7-b1f957beca7b tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:40.840918 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5e501051-fc04-42da-9cd4-e8e4f81c1e8d req-ae6e2d8c-f6ae-4f93-b3a7-b1f957beca7b tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0644548 Mar 11 15:24:40.916172 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5e501051-fc04-42da-9cd4-e8e4f81c1e8d req-6cc6b8a0-ff5c-4427-a115-57ed33a85923 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677686 Mar 11 15:24:41.126001 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd015e-8432-4540-89f9-1ee311f26b21 req-2980dcf2-26e8-4863-bf6d-5e069d08fd9e tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:41.132213 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-acdd015e-8432-4540-89f9-1ee311f26b21 req-2980dcf2-26e8-4863-bf6d-5e069d08fd9e tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=86e9ec5b-075d-4f17-ac16-c02594db65d0 HTTP/1.1" status: 200 len: 943 time: 0.0647061 Mar 11 15:24:41.184635 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-acdd015e-8432-4540-89f9-1ee311f26b21 req-399f9d28-631a-4b2e-896e-10fa28077bfd tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497484 Mar 11 15:24:41.398927 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 960e5869-4ea4-4af3-ab40-82a152372582 details requested by agent hyperv_hv-cinder-83336 with host hv-cinder-83336 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 15:24:41.456147 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f57092-f69b-4244-b734-166a167c481b req-ec5fa069-49a8-4693-9f51-e6eb75d5d75c tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:41.457740 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b1f57092-f69b-4244-b734-166a167c481b req-ec5fa069-49a8-4693-9f51-e6eb75d5d75c tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 944 time: 0.0789666 Mar 11 15:24:41.515484 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 960e5869-4ea4-4af3-ab40-82a152372582, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=960e5869-4ea4-4af3-ab40-82a152372582,segment=NetworkSegment(619dc896-bf7c-47d3-b303-226721fbea91),segment_id=619dc896-bf7c-47d3-b303-226721fbea91)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:24:41.529585 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Returning: {'device': '960e5869-4ea4-4af3-ab40-82a152372582', 'network_id': 'd8a88a21-9bc5-4199-8c17-333f15d9f909', 'port_id': '960e5869-4ea4-4af3-ab40-82a152372582', 'mac_address': 'fa:16:3e:15:95:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e334dbac-ea6f-40c8-bf50-2480902c25fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 15:24:41.533376 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b1f57092-f69b-4244-b734-166a167c481b req-a30863a3-49ef-43a1-8589-124e22280583 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673988 Mar 11 15:24:41.571636 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port 960e5869-4ea4-4af3-ab40-82a152372582 is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:24:41.571950 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (960e5869-4ea4-4af3-ab40-82a152372582), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:41.587454 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 960e5869-4ea4-4af3-ab40-82a152372582 {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:24:41.615049 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 960e5869-4ea4-4af3-ab40-82a152372582, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=960e5869-4ea4-4af3-ab40-82a152372582,segment=NetworkSegment(619dc896-bf7c-47d3-b303-226721fbea91),segment_id=619dc896-bf7c-47d3-b303-226721fbea91)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:24:41.694666 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (960e5869-4ea4-4af3-ab40-82a152372582), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:41.761952 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=960e5869-4ea4-4af3-ab40-82a152372582,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:41.938974 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ae8f37ad-3e06-4681-bb7b-9aa6c8553252 req-19c62154-b1c5-4590-9847-91f20995405a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486832 Mar 11 15:24:42.028970 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f37ad-3e06-4681-bb7b-9aa6c8553252 req-dacc2aa1-ce62-4b56-b44b-4b07609779bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:42.030622 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ae8f37ad-3e06-4681-bb7b-9aa6c8553252 req-dacc2aa1-ce62-4b56-b44b-4b07609779bd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=485785a62e414ac69e1b5ba35562b168&device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 1129 time: 0.0621307 Mar 11 15:24:42.063668 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a2edd-8ba6-47cf-b868-7b9ac7d68be9 req-b6107469-92d1-40bc-80d5-7976dcccca6f tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:42.065613 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-151a2edd-8ba6-47cf-b868-7b9ac7d68be9 req-b6107469-92d1-40bc-80d5-7976dcccca6f tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0657229 Mar 11 15:24:42.132893 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-151a2edd-8ba6-47cf-b868-7b9ac7d68be9 req-13237527-3c73-4a87-9192-648784d9bff6 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555902 Mar 11 15:24:42.172038 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['960e5869-4ea4-4af3-ab40-82a152372582'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:24:42.182881 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f37ad-3e06-4681-bb7b-9aa6c8553252 req-349c74d7-2c9c-446f-b3b8-ef992d203325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:42.184543 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ae8f37ad-3e06-4681-bb7b-9aa6c8553252 req-349c74d7-2c9c-446f-b3b8-ef992d203325 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10111652-25be-4b6e-aa55-10f6e37ef1f5 HTTP/1.1" status: 200 len: 919 time: 0.1318614 Mar 11 15:24:42.229951 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ae8f37ad-3e06-4681-bb7b-9aa6c8553252 req-f8d8e436-53f8-4b64-9caa-f2e41c53b802 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4 HTTP/1.1" status: 200 len: 217 time: 0.0388923 Mar 11 15:24:42.300893 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f37ad-3e06-4681-bb7b-9aa6c8553252 req-d8ddc543-a68a-4c3b-9904-000d1d11c684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:42.302366 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ae8f37ad-3e06-4681-bb7b-9aa6c8553252 req-d8ddc543-a68a-4c3b-9904-000d1d11c684 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=444501c1-6c2a-4ddb-b96c-892921be9c2d HTTP/1.1" status: 200 len: 858 time: 0.0663936 Mar 11 15:24:42.353894 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ae8f37ad-3e06-4681-bb7b-9aa6c8553252 req-8f1de365-97de-4331-85df-4e39c7848348 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10111652-25be-4b6e-aa55-10f6e37ef1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316162 Mar 11 15:24:42.425547 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd890d00-b392-4a85-a8aa-c4fcee964346 req-293f0da8-c307-4846-9a9c-e4bdfdd9861a tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:42.427506 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bd890d00-b392-4a85-a8aa-c4fcee964346 req-293f0da8-c307-4846-9a9c-e4bdfdd9861a tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=86e9ec5b-075d-4f17-ac16-c02594db65d0 HTTP/1.1" status: 200 len: 943 time: 0.1366646 Mar 11 15:24:42.546672 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ae8f37ad-3e06-4681-bb7b-9aa6c8553252 req-d7361d7f-08ec-4b87-8eb3-06f69cae2c07 service neutron] 10.222.0.66 "GET /v2.0/networks/10111652-25be-4b6e-aa55-10f6e37ef1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850283 Mar 11 15:24:42.552206 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:42.569993 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bd890d00-b392-4a85-a8aa-c4fcee964346 req-eab6a25d-31cf-473b-8587-43ff4d0305ee tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940754 Mar 11 15:24:42.656216 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ae8f37ad-3e06-4681-bb7b-9aa6c8553252 req-b539754a-0905-4b53-8161-063124740950 service neutron] 10.222.0.66 "GET /v2.0/networks/10111652-25be-4b6e-aa55-10f6e37ef1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999134 Mar 11 15:24:42.702173 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470498c2-b444-4482-8534-a5cd21b585b1 req-e9e6ad3e-6ad2-40a0-9816-e721284ae86b tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:42.707645 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-470498c2-b444-4482-8534-a5cd21b585b1 req-e9e6ad3e-6ad2-40a0-9816-e721284ae86b tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 945 time: 0.0719945 Mar 11 15:24:42.768923 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-470498c2-b444-4482-8534-a5cd21b585b1 req-02c9e0ef-ca54-4ab5-a0ba-31d986d72fa5 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582433 Mar 11 15:24:43.278134 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4685694-44f2-4207-a422-e66cf6ce0012 req-439adbf1-b7fe-4ca0-9de7-2ef340a68fb7 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:43.279614 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e4685694-44f2-4207-a422-e66cf6ce0012 req-439adbf1-b7fe-4ca0-9de7-2ef340a68fb7 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0707226 Mar 11 15:24:43.335295 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e4685694-44f2-4207-a422-e66cf6ce0012 req-699ada7c-276f-4af7-aa44-995f6bbf6744 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499151 Mar 11 15:24:43.712064 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a724b-06fd-49cb-8841-8d5c2c00d42d req-db1178a0-095b-461f-ad26-8b505010f491 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:43.713627 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bc2a724b-06fd-49cb-8841-8d5c2c00d42d req-db1178a0-095b-461f-ad26-8b505010f491 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=86e9ec5b-075d-4f17-ac16-c02594db65d0 HTTP/1.1" status: 200 len: 943 time: 0.0567517 Mar 11 15:24:43.766850 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bc2a724b-06fd-49cb-8841-8d5c2c00d42d req-78b7c8cc-ce2b-4120-806c-f482b7635810 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468504 Mar 11 15:24:43.927207 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3337530-40e5-45f7-b51b-d60bcf7ac475 req-a85175f4-e677-4f6d-858e-0de0280ecbd3 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:43.928674 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f3337530-40e5-45f7-b51b-d60bcf7ac475 req-a85175f4-e677-4f6d-858e-0de0280ecbd3 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 945 time: 0.0836711 Mar 11 15:24:43.991709 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f3337530-40e5-45f7-b51b-d60bcf7ac475 req-abd6c9d8-5a5b-41a1-8a29-35df711f2843 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566738 Mar 11 15:24:44.465639 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac784f-46a0-4b72-91c2-b5e00b1df85d req-f6a8de75-4381-4977-a6e8-728fb50be7bf tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:44.467157 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b2ac784f-46a0-4b72-91c2-b5e00b1df85d req-f6a8de75-4381-4977-a6e8-728fb50be7bf tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0564864 Mar 11 15:24:44.536893 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b2ac784f-46a0-4b72-91c2-b5e00b1df85d req-5a29bdaf-d164-400c-85c1-941e998fb84e tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638418 Mar 11 15:24:44.921165 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd7dcc-9749-4428-9223-ed7331395c31 req-512c3bcf-deb2-47f3-8805-a334f2723b1e tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:44.922699 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7ccd7dcc-9749-4428-9223-ed7331395c31 req-512c3bcf-deb2-47f3-8805-a334f2723b1e tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=86e9ec5b-075d-4f17-ac16-c02594db65d0 HTTP/1.1" status: 200 len: 943 time: 0.0648537 Mar 11 15:24:44.980362 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7ccd7dcc-9749-4428-9223-ed7331395c31 req-6fd26fa0-c4b6-4bdf-bb18-7562424e6e4b tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508671 Mar 11 15:24:45.123191 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fa8e7-b54b-4f96-9280-4b2489d15be4 req-c1a6dedd-62ac-431b-8928-f086bcde9f7c tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:45.124863 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-914fa8e7-b54b-4f96-9280-4b2489d15be4 req-c1a6dedd-62ac-431b-8928-f086bcde9f7c tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 945 time: 0.0584669 Mar 11 15:24:45.187250 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-914fa8e7-b54b-4f96-9280-4b2489d15be4 req-d7d8f76b-58a9-4f14-a0ce-bf6891bd6d9e tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561161 Mar 11 15:24:45.676666 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793f4fa-c6dc-4240-93e7-9de2d098905b req-c8491590-9c10-4189-b910-afab6526e288 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:45.679135 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1793f4fa-c6dc-4240-93e7-9de2d098905b req-c8491590-9c10-4189-b910-afab6526e288 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0653617 Mar 11 15:24:45.728207 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1793f4fa-c6dc-4240-93e7-9de2d098905b req-2babf506-f81e-46f5-aeff-d18ed8f404dc tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436404 Mar 11 15:24:46.101083 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92bebd-265d-421d-ac9d-8b11c557870a req-4468cbb0-dc78-43db-81df-a48a3743f964 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:46.102646 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-cd92bebd-265d-421d-ac9d-8b11c557870a req-4468cbb0-dc78-43db-81df-a48a3743f964 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=86e9ec5b-075d-4f17-ac16-c02594db65d0 HTTP/1.1" status: 200 len: 943 time: 0.0526180 Mar 11 15:24:46.151689 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-cd92bebd-265d-421d-ac9d-8b11c557870a req-220aca0c-ee84-4f18-92fa-3f60f31bb564 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433207 Mar 11 15:24:46.316364 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8143c-14aa-4af0-9e0c-5d115b3b6f8a req-77c96c0c-8e12-49a6-9731-16a2f1ad83de tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:46.317952 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-66d8143c-14aa-4af0-9e0c-5d115b3b6f8a req-77c96c0c-8e12-49a6-9731-16a2f1ad83de tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 945 time: 0.0554855 Mar 11 15:24:46.374838 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-66d8143c-14aa-4af0-9e0c-5d115b3b6f8a req-4102bee8-2016-41e9-9e8d-87bc4178597a tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509319 Mar 11 15:24:46.591505 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:24:46.860189 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816845e2-efbf-45a8-8309-8a5e47fbc65d req-503be047-3dd9-442b-b254-c73e8d86590a tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:46.862555 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-816845e2-efbf-45a8-8309-8a5e47fbc65d req-503be047-3dd9-442b-b254-c73e8d86590a tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0658643 Mar 11 15:24:46.910804 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-816845e2-efbf-45a8-8309-8a5e47fbc65d req-c1dc5598-5391-4ed5-aa7d-15bc3de82ee0 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428443 Mar 11 15:24:47.291573 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208714c-c87c-45e7-bb76-0e2ee4020aab req-cb73949d-499a-48f1-8b85-c685d4dcc705 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:47.292839 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3208714c-c87c-45e7-bb76-0e2ee4020aab req-cb73949d-499a-48f1-8b85-c685d4dcc705 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=86e9ec5b-075d-4f17-ac16-c02594db65d0 HTTP/1.1" status: 200 len: 943 time: 0.0633869 Mar 11 15:24:47.340632 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3208714c-c87c-45e7-bb76-0e2ee4020aab req-a2ffb3ef-a0d8-4152-88bc-59e8fc6d5e01 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423155 Mar 11 15:24:47.494399 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4cfb38-da85-4b5a-92c7-03ee73afe762 req-260b7c04-f3e9-4323-9698-ebc01ed99f19 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:47.495827 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2c4cfb38-da85-4b5a-92c7-03ee73afe762 req-260b7c04-f3e9-4323-9698-ebc01ed99f19 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 945 time: 0.0545282 Mar 11 15:24:47.548375 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2c4cfb38-da85-4b5a-92c7-03ee73afe762 req-4c8c44ed-39f5-4da4-965f-50e3a335562e tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468585 Mar 11 15:24:48.028863 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72125d9f-3ca8-41c3-a07e-b35f58db2a47 req-db77658e-c4a7-4441-87cf-9e9cf0539a12 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:48.030386 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-72125d9f-3ca8-41c3-a07e-b35f58db2a47 req-db77658e-c4a7-4441-87cf-9e9cf0539a12 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0533204 Mar 11 15:24:48.080057 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-72125d9f-3ca8-41c3-a07e-b35f58db2a47 req-4d814efb-676b-4467-8018-a219a4107ce2 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441608 Mar 11 15:24:48.469935 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b717e-1d3c-4a9e-be0a-1356c498503a req-7b57cc66-9803-43f2-90dd-27557fadcd0f tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:48.471483 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e09b717e-1d3c-4a9e-be0a-1356c498503a req-7b57cc66-9803-43f2-90dd-27557fadcd0f tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=86e9ec5b-075d-4f17-ac16-c02594db65d0 HTTP/1.1" status: 200 len: 943 time: 0.0615826 Mar 11 15:24:48.521132 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e09b717e-1d3c-4a9e-be0a-1356c498503a req-c7ada1bb-c2c0-4ba9-8ed5-56a9d90e9915 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438204 Mar 11 15:24:48.667325 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bb85d-ea66-4013-b271-4f24da1813f4 req-682e6a56-44a8-4058-adcf-327158b842ce tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:48.668823 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8b1bb85d-ea66-4013-b271-4f24da1813f4 req-682e6a56-44a8-4058-adcf-327158b842ce tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 945 time: 0.0556200 Mar 11 15:24:48.717183 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8b1bb85d-ea66-4013-b271-4f24da1813f4 req-10bf4645-41cb-436e-9e2e-dbcf5d1965ae tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427449 Mar 11 15:24:49.016101 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 960e5869-4ea4-4af3-ab40-82a152372582 up at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:24:49.136722 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning for port 960e5869-4ea4-4af3-ab40-82a152372582 completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 15:24:49.136722 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning complete for port 960e5869-4ea4-4af3-ab40-82a152372582 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:24:49.136722 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (960e5869-4ea4-4af3-ab40-82a152372582), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:49.199615 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6186487-32c9-484f-8fdf-032605e328f2 req-01002606-8f07-44ee-96dd-ee53d69cc776 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:49.201083 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d6186487-32c9-484f-8fdf-032605e328f2 req-01002606-8f07-44ee-96dd-ee53d69cc776 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0515735 Mar 11 15:24:49.213660 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port 960e5869-4ea4-4af3-ab40-82a152372582 is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:24:49.214066 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (960e5869-4ea4-4af3-ab40-82a152372582), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:49.238682 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7c520e-f1ef-4f33-9a35-4a73607159e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960e5869-4ea4-4af3-ab40-82a152372582'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:24:49.240913 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97dedef37c5e2c64aa44179f419dd586ddc22b8f5766e7bc49dcfeca4a9e3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722a0a72-9fb6-47dc-a793-27755db7e064" -d '{"events": [{"server_uuid": "cd7c520e-f1ef-4f33-9a35-4a73607159e2", "name": "network-vif-plugged", "status": "completed", "tag": "960e5869-4ea4-4af3-ab40-82a152372582"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:24:49.251821 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d6186487-32c9-484f-8fdf-032605e328f2 req-eb5f8cca-977f-45c2-acf2-57b2a4fa67d4 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450113 Mar 11 15:24:49.254165 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 960e5869-4ea4-4af3-ab40-82a152372582, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=960e5869-4ea4-4af3-ab40-82a152372582,segment=NetworkSegment(619dc896-bf7c-47d3-b303-226721fbea91),segment_id=619dc896-bf7c-47d3-b303-226721fbea91)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:24:49.285012 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eba5a34-d2b1-42d7-bce2-0e8e9ac7c6a5 x-openstack-request-id: req-8eba5a34-d2b1-42d7-bce2-0e8e9ac7c6a5 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:24:49.285318 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7c520e-f1ef-4f33-9a35-4a73607159e2", "name": "network-vif-plugged", "status": "completed", "tag": "960e5869-4ea4-4af3-ab40-82a152372582", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:24:49.285570 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8eba5a34-d2b1-42d7-bce2-0e8e9ac7c6a5 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:24:49.286003 dv-cinder-833365-1-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7c520e-f1ef-4f33-9a35-4a73607159e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960e5869-4ea4-4af3-ab40-82a152372582', 'code': 200} Mar 11 15:24:49.322858 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (960e5869-4ea4-4af3-ab40-82a152372582), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:49.370240 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=960e5869-4ea4-4af3-ab40-82a152372582,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:49.644027 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198fa78-e96c-4326-bd05-66f48b2b1453 req-d30de9f9-049a-42a9-82b5-b688d5901329 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:49.645542 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7198fa78-e96c-4326-bd05-66f48b2b1453 req-d30de9f9-049a-42a9-82b5-b688d5901329 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=86e9ec5b-075d-4f17-ac16-c02594db65d0 HTTP/1.1" status: 200 len: 943 time: 0.0568929 Mar 11 15:24:49.696265 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7198fa78-e96c-4326-bd05-66f48b2b1453 req-121d74f6-6dcf-46ba-8cb2-ce09a5a921ea tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443258 Mar 11 15:24:49.837030 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e6694-f1ba-4f23-ba8e-c9504b199732 req-f8335490-a372-4c54-8352-056e80861974 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:49.838535 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2a0e6694-f1ba-4f23-ba8e-c9504b199732 req-f8335490-a372-4c54-8352-056e80861974 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.0533321 Mar 11 15:24:49.885950 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2a0e6694-f1ba-4f23-ba8e-c9504b199732 req-ca52e5fb-47cd-4197-a3dd-bab64230a531 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418544 Mar 11 15:24:50.375944 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a7cd6-0a54-4fba-920b-061abd5d71cd req-29b9c243-73b0-4d89-8233-3cca6bf8bd74 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:50.377308 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-570a7cd6-0a54-4fba-920b-061abd5d71cd req-29b9c243-73b0-4d89-8233-3cca6bf8bd74 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0552013 Mar 11 15:24:50.423515 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-570a7cd6-0a54-4fba-920b-061abd5d71cd req-e53ea79a-925f-43e3-a069-4a15e687260e tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400646 Mar 11 15:24:50.812379 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28da0c0-bd0d-44b3-af06-4d6873f13d61 req-ccd96ebf-cd9a-4ee9-9026-9c13e17bcf7a tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:50.813849 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b28da0c0-bd0d-44b3-af06-4d6873f13d61 req-ccd96ebf-cd9a-4ee9-9026-9c13e17bcf7a tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=86e9ec5b-075d-4f17-ac16-c02594db65d0 HTTP/1.1" status: 200 len: 943 time: 0.0520468 Mar 11 15:24:50.864470 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b28da0c0-bd0d-44b3-af06-4d6873f13d61 req-937f9277-c58c-469c-b444-1063811f2c99 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451803 Mar 11 15:24:51.001636 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bbce7-d183-42b5-9de0-1b4fc9f66fc5 req-daa637b1-2579-4ed3-aaf5-ccdfc4f536af tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:51.003002 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c39bbce7-d183-42b5-9de0-1b4fc9f66fc5 req-daa637b1-2579-4ed3-aaf5-ccdfc4f536af tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.0509677 Mar 11 15:24:51.049524 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c39bbce7-d183-42b5-9de0-1b4fc9f66fc5 req-16a670b0-5a14-4ef9-8b25-6dfaff0bda5c tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404866 Mar 11 15:24:51.548974 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e3ed6-acda-4108-b22b-205711cdb7b4 req-31ed95ea-f91d-4c56-8f6a-a9cb82253d9b tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:51.550436 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-392e3ed6-acda-4108-b22b-205711cdb7b4 req-31ed95ea-f91d-4c56-8f6a-a9cb82253d9b tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0615473 Mar 11 15:24:51.597541 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-392e3ed6-acda-4108-b22b-205711cdb7b4 req-233c1417-664d-478b-92c3-13c5e40e59b5 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410662 Mar 11 15:24:51.987433 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7d4e8-4941-4a6a-bafe-9ddefa320ceb req-e51917cf-997f-4583-87e5-7fb02f7eaadd tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:51.989090 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a2f7d4e8-4941-4a6a-bafe-9ddefa320ceb req-e51917cf-997f-4583-87e5-7fb02f7eaadd tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=86e9ec5b-075d-4f17-ac16-c02594db65d0 HTTP/1.1" status: 200 len: 943 time: 0.0581276 Mar 11 15:24:52.019912 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e55011-c501-4a98-9f86-316eb0c05344 req-7f8b4365-e22b-4565-9215-14fe2ced9187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:52.021469 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f6e55011-c501-4a98-9f86-316eb0c05344 req-7f8b4365-e22b-4565-9215-14fe2ced9187 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 1130 time: 0.0472121 Mar 11 15:24:52.039675 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a2f7d4e8-4941-4a6a-bafe-9ddefa320ceb req-1b59a4b7-aaf7-425e-8145-527f8299f3ae tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444388 Mar 11 15:24:52.070754 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f6e55011-c501-4a98-9f86-316eb0c05344 req-99a7ccfe-a0a1-4106-a1b8-2bdaf68b566c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420704 Mar 11 15:24:52.170010 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a691ec-8660-443c-9814-e383a29a9f7c req-b94ea343-9735-4cfd-a794-0c088fc50c21 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:52.171489 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-93a691ec-8660-443c-9814-e383a29a9f7c req-b94ea343-9735-4cfd-a794-0c088fc50c21 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.0557494 Mar 11 15:24:52.220717 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-93a691ec-8660-443c-9814-e383a29a9f7c req-65e10638-cc23-4dd0-86c9-7aa84d41c4cf tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434778 Mar 11 15:24:52.719528 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4f631-fb0f-443f-8f60-c4292d17f592 req-5b151cb9-2080-421b-b755-babbf401c9b2 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:52.720982 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-33f4f631-fb0f-443f-8f60-c4292d17f592 req-5b151cb9-2080-421b-b755-babbf401c9b2 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0545592 Mar 11 15:24:52.766524 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-33f4f631-fb0f-443f-8f60-c4292d17f592 req-801a1feb-91b9-4a53-ad5f-c87b80150617 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396662 Mar 11 15:24:53.160607 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa967d6-5e7f-47f2-a99d-dca36ee2b972 req-69145ea9-70a8-4513-9e69-d04062edd687 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:53.161972 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3aa967d6-5e7f-47f2-a99d-dca36ee2b972 req-69145ea9-70a8-4513-9e69-d04062edd687 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=86e9ec5b-075d-4f17-ac16-c02594db65d0 HTTP/1.1" status: 200 len: 943 time: 0.0538707 Mar 11 15:24:53.210452 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3aa967d6-5e7f-47f2-a99d-dca36ee2b972 req-daa7bb68-6091-4284-af3d-f20088cfc055 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428345 Mar 11 15:24:53.343279 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d038b7-2b19-4e30-af8a-b536070d7dc2 req-b5beae2a-8299-4f4c-bba9-086c7b1a3386 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:53.344809 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-75d038b7-2b19-4e30-af8a-b536070d7dc2 req-b5beae2a-8299-4f4c-bba9-086c7b1a3386 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.0546601 Mar 11 15:24:53.398155 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-75d038b7-2b19-4e30-af8a-b536070d7dc2 req-4ac3ded5-52f7-4f39-a794-1d23c6707ee6 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474992 Mar 11 15:24:53.887009 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a5a8ea-f472-4744-9e1d-55c7d3734c81 req-5d54bfd8-1eb6-44b0-9dfb-5cf9d27997ed tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:53.888520 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-49a5a8ea-f472-4744-9e1d-55c7d3734c81 req-5d54bfd8-1eb6-44b0-9dfb-5cf9d27997ed tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0526257 Mar 11 15:24:53.939409 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-49a5a8ea-f472-4744-9e1d-55c7d3734c81 req-fbaf6a03-8861-4f68-b53f-566ef1cdfa93 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450017 Mar 11 15:24:54.344656 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029ce42-be37-4cd6-b3c4-f3e5f8e1acaf req-b4288707-8816-445c-b5cf-1d0930349bc0 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:54.344656 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f029ce42-be37-4cd6-b3c4-f3e5f8e1acaf req-b4288707-8816-445c-b5cf-1d0930349bc0 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=86e9ec5b-075d-4f17-ac16-c02594db65d0 HTTP/1.1" status: 200 len: 943 time: 0.0647290 Mar 11 15:24:54.395485 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f029ce42-be37-4cd6-b3c4-f3e5f8e1acaf req-eba2094f-ba6e-49de-bd98-0d7827e1d2fe tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461595 Mar 11 15:24:54.518433 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50052ab2-ff4b-4e0e-a114-08d41a885284 req-a306890a-504b-4405-860f-bdce1708dfb2 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:54.519935 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-50052ab2-ff4b-4e0e-a114-08d41a885284 req-a306890a-504b-4405-860f-bdce1708dfb2 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.0515926 Mar 11 15:24:54.574590 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-50052ab2-ff4b-4e0e-a114-08d41a885284 req-77e596c8-573a-46db-a01b-810846307c59 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475643 Mar 11 15:24:55.066869 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a050c14-b4b5-4955-9196-767e359ca8aa req-c65269d3-7fe6-4f6e-bb96-bf98eb5918c2 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:55.068731 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0a050c14-b4b5-4955-9196-767e359ca8aa req-c65269d3-7fe6-4f6e-bb96-bf98eb5918c2 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0626621 Mar 11 15:24:55.117374 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0a050c14-b4b5-4955-9196-767e359ca8aa req-8238cfad-d9ae-460c-832a-dc56d0ef96d0 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419531 Mar 11 15:24:55.469240 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f98e22-ccf0-4bff-b9cd-bc6f3c015022 req-b3620703-3a56-48fd-96f1-983424b8c0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:55.470820 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-86f98e22-ccf0-4bff-b9cd-bc6f3c015022 req-b3620703-3a56-48fd-96f1-983424b8c0cc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 1129 time: 0.0484579 Mar 11 15:24:55.560077 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c14e0-e6ac-4f7e-8e59-f65c59d07a7b req-74948931-d2ce-4437-818c-56028ce3cad1 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:55.561540 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3e5c14e0-e6ac-4f7e-8e59-f65c59d07a7b req-74948931-d2ce-4437-818c-56028ce3cad1 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=86e9ec5b-075d-4f17-ac16-c02594db65d0 HTTP/1.1" status: 200 len: 943 time: 0.0860257 Mar 11 15:24:55.563700 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-86f98e22-ccf0-4bff-b9cd-bc6f3c015022 req-49509595-ba0e-4e42-a322-2ecde482960a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776970 Mar 11 15:24:55.611132 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3e5c14e0-e6ac-4f7e-8e59-f65c59d07a7b req-823cfac9-0237-447d-a0f1-5ac5c67ecb95 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437522 Mar 11 15:24:55.699496 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323ba7c-8639-460a-a611-66ce6bf3e0ec req-e5d71202-33eb-4901-94cd-53c277cd8062 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:55.700998 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e323ba7c-8639-460a-a611-66ce6bf3e0ec req-e5d71202-33eb-4901-94cd-53c277cd8062 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.0569966 Mar 11 15:24:55.750608 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e323ba7c-8639-460a-a611-66ce6bf3e0ec req-2296fbc3-c293-44a7-b95b-55c3cf4c5cfc tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439308 Mar 11 15:24:55.758533 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 60220) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:24:55.873298 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eca898-45b4-48e9-b8b5-988f12d2fbfd req-294b94bd-07d1-4d68-baf3-9a36a4f23925 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:55.874723 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-56eca898-45b4-48e9-b8b5-988f12d2fbfd req-294b94bd-07d1-4d68-baf3-9a36a4f23925 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.0590665 Mar 11 15:24:55.881589 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b8ffcf92-1734-4965-b922-a1e74a37edf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:55.949396 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-56eca898-45b4-48e9-b8b5-988f12d2fbfd req-bbf633c9-93bb-43eb-9839-2c98da382acf tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687852 Mar 11 15:24:55.972201 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 60226) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:24:55.999520 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b8ffcf92-1734-4965-b922-a1e74a37edf1 admin admin] Publish callbacks [] for security_group (0aaa2f14-8c8f-4681-877c-b43bfb1aeea1), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:56.076865 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b8ffcf92-1734-4965-b922-a1e74a37edf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (0aaa2f14-8c8f-4681-877c-b43bfb1aeea1), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:56.122318 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-b8ffcf92-1734-4965-b922-a1e74a37edf1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=53149750ee9e4b3595dc8acb7ea51f30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3626599 Mar 11 15:24:56.123226 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffcf92-1734-4965-b922-a1e74a37edf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aaa2f14-8c8f-4681-877c-b43bfb1aeea1,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:56.125415 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 60232) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:24:56.130575 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ffcf92-1734-4965-b922-a1e74a37edf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:56.130937 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ffcf92-1734-4965-b922-a1e74a37edf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:56.131345 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ffcf92-1734-4965-b922-a1e74a37edf1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:56.131706 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ffcf92-1734-4965-b922-a1e74a37edf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:56.132077 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ffcf92-1734-4965-b922-a1e74a37edf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:56.132412 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ffcf92-1734-4965-b922-a1e74a37edf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:56.132744 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ffcf92-1734-4965-b922-a1e74a37edf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:56.133076 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ffcf92-1734-4965-b922-a1e74a37edf1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:56.133412 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ffcf92-1734-4965-b922-a1e74a37edf1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:56.133739 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ffcf92-1734-4965-b922-a1e74a37edf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:56.134117 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ffcf92-1734-4965-b922-a1e74a37edf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:56.134259 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a689d34-574c-4a14-be64-4838f85c1648 tempest-TestShelveInstance-1055282465 tempest-TestShelveInstance-1055282465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:56.134455 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ffcf92-1734-4965-b922-a1e74a37edf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:56.134765 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ffcf92-1734-4965-b922-a1e74a37edf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:56.135851 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-3a689d34-574c-4a14-be64-4838f85c1648 tempest-TestShelveInstance-1055282465 tempest-TestShelveInstance-1055282465-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 1125 time: 0.1626699 Mar 11 15:24:56.140180 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 60234) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:24:56.152757 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-b240e9ba-9009-42cd-97e1-0f1d7d252b50 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Request body: {'floatingip': {'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'port_id': '960e5869-4ea4-4af3-ab40-82a152372582', 'tenant_id': '7d0244beabeb42d0831e351a104bbce8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:24:56.188157 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a69c8319-3c9c-4b62-aada-030b15af8430 admin admin] Publish callbacks [] for security_group (0aaa2f14-8c8f-4681-877c-b43bfb1aeea1), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:56.239970 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a69c8319-3c9c-4b62-aada-030b15af8430 admin admin] Publish callbacks [] for security_group (0aaa2f14-8c8f-4681-877c-b43bfb1aeea1), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:56.254319 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b240e9ba-9009-42cd-97e1-0f1d7d252b50 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:56.282165 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2fddb-bd84-445f-98b0-8a75254aa687 req-b0efddaf-838c-45d8-bae9-a09e41d79caa tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:56.283716 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-28a2fddb-bd84-445f-98b0-8a75254aa687 req-b0efddaf-838c-45d8-bae9-a09e41d79caa tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0928411 Mar 11 15:24:56.331971 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-28a2fddb-bd84-445f-98b0-8a75254aa687 req-0f590afd-dbb8-457f-a46b-3442efc53274 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408764 Mar 11 15:24:56.363022 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b240e9ba-9009-42cd-97e1-0f1d7d252b50 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:56.402853 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a69c8319-3c9c-4b62-aada-030b15af8430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (0aaa2f14-8c8f-4681-877c-b43bfb1aeea1), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:56.405443 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a69c8319-3c9c-4b62-aada-030b15af8430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:56.409182 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-a69c8319-3c9c-4b62-aada-030b15af8430 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0aaa2f14-8c8f-4681-877c-b43bfb1aeea1 HTTP/1.1" status: 204 len: 168 time: 0.2800522 Mar 11 15:24:56.420680 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c8319-3c9c-4b62-aada-030b15af8430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aaa2f14-8c8f-4681-877c-b43bfb1aeea1,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:56.428669 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c8319-3c9c-4b62-aada-030b15af8430 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:56.429094 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c8319-3c9c-4b62-aada-030b15af8430 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:56.429527 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c8319-3c9c-4b62-aada-030b15af8430 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:56.429924 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c8319-3c9c-4b62-aada-030b15af8430 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:56.430327 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c8319-3c9c-4b62-aada-030b15af8430 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:56.430718 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c8319-3c9c-4b62-aada-030b15af8430 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:56.431107 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c8319-3c9c-4b62-aada-030b15af8430 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:56.431518 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c8319-3c9c-4b62-aada-030b15af8430 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:56.431909 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c8319-3c9c-4b62-aada-030b15af8430 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:56.432298 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c8319-3c9c-4b62-aada-030b15af8430 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:56.432752 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c8319-3c9c-4b62-aada-030b15af8430 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:56.433135 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c8319-3c9c-4b62-aada-030b15af8430 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:56.433515 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69c8319-3c9c-4b62-aada-030b15af8430 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:24:56.530500 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [None req-b240e9ba-9009-42cd-97e1-0f1d7d252b50 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Allocated IP 172.27.2.3 (78e1392b-e3c2-4d04-8c82-7bd84bb30297/7f6dd339-b219-48a3-93bc-4a99710f07af/44a66b7b-a04e-48f9-8cf4-01fbfefd4849) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:24:56.651676 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b240e9ba-9009-42cd-97e1-0f1d7d252b50 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks [] for port (44a66b7b-a04e-48f9-8cf4-01fbfefd4849), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:56.740046 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dabc4e-8993-4450-ae6c-4f11c1ab1f20 req-e32744a2-c099-4806-80c0-b8fc4ff11b4f tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:56.748749 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a6dabc4e-8993-4450-ae6c-4f11c1ab1f20 req-e32744a2-c099-4806-80c0-b8fc4ff11b4f tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=86e9ec5b-075d-4f17-ac16-c02594db65d0 HTTP/1.1" status: 200 len: 943 time: 0.0602264 Mar 11 15:24:56.748749 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b240e9ba-9009-42cd-97e1-0f1d7d252b50 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (44a66b7b-a04e-48f9-8cf4-01fbfefd4849), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:56.801479 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b240e9ba-9009-42cd-97e1-0f1d7d252b50 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:24:56.807659 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-b240e9ba-9009-42cd-97e1-0f1d7d252b50 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:24:56.818550 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b240e9ba-9009-42cd-97e1-0f1d7d252b50 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:24:56.827832 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240e9ba-9009-42cd-97e1-0f1d7d252b50 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Pushing event updated for resources: {'Port': ['ID=44a66b7b-a04e-48f9-8cf4-01fbfefd4849,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:56.859750 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a6dabc4e-8993-4450-ae6c-4f11c1ab1f20 req-17406810-1ae5-4b13-9aad-328eb8974c2a tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085091 Mar 11 15:24:57.052013 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device d640dca1-5e3a-4e6b-a9f3-bba70e021bb4 details requested by agent hyperv_hv-cinder-83336 with host hv-cinder-83336 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 15:24:57.161133 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port d640dca1-5e3a-4e6b-a9f3-bba70e021bb4, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=d640dca1-5e3a-4e6b-a9f3-bba70e021bb4,segment=NetworkSegment(7655d188-6906-4724-b769-5e660bebc822),segment_id=7655d188-6906-4724-b769-5e660bebc822)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:24:57.176795 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Returning: {'device': 'd640dca1-5e3a-4e6b-a9f3-bba70e021bb4', 'network_id': 'bc06db6f-fee0-4088-9692-ae854a38da19', 'port_id': 'd640dca1-5e3a-4e6b-a9f3-bba70e021bb4', 'mac_address': 'fa:16:3e:db:4d:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dfbc1a5-4ded-4b22-9fb1-9bc1dc935995', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 15:24:57.222261 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port d640dca1-5e3a-4e6b-a9f3-bba70e021bb4 is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:24:57.222741 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (d640dca1-5e3a-4e6b-a9f3-bba70e021bb4), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:57.238691 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d640dca1-5e3a-4e6b-a9f3-bba70e021bb4 {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:24:57.259177 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port d640dca1-5e3a-4e6b-a9f3-bba70e021bb4, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=d640dca1-5e3a-4e6b-a9f3-bba70e021bb4,segment=NetworkSegment(7655d188-6906-4724-b769-5e660bebc822),segment_id=7655d188-6906-4724-b769-5e660bebc822)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:24:57.259459 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b240e9ba-9009-42cd-97e1-0f1d7d252b50 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks [] for floatingip (dc0312a4-f56f-4ae4-a45d-72962df6cc75), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:57.351984 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (d640dca1-5e3a-4e6b-a9f3-bba70e021bb4), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:57.399712 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b240e9ba-9009-42cd-97e1-0f1d7d252b50 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (44a66b7b-a04e-48f9-8cf4-01fbfefd4849), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:57.419885 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=d640dca1-5e3a-4e6b-a9f3-bba70e021bb4,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:57.473983 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7cf5ea-dabe-42fd-8898-7c84a403122f req-3e01e4ba-4729-40e2-8874-7dc561228eeb tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:57.476091 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 60274) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:24:57.476562 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bc7cf5ea-dabe-42fd-8898-7c84a403122f req-3e01e4ba-4729-40e2-8874-7dc561228eeb tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0652919 Mar 11 15:24:57.535244 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bc7cf5ea-dabe-42fd-8898-7c84a403122f req-b56cda3b-ae98-4cab-84c8-48f7d89b7237 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526574 Mar 11 15:24:57.589616 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b240e9ba-9009-42cd-97e1-0f1d7d252b50 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks [] for port (44a66b7b-a04e-48f9-8cf4-01fbfefd4849), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:57.597033 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-12b54e50-5b21-4679-b945-e51cc5ffecaa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1476240252-network', 'tenant_id': '169ca4a5e1f747a6a8048d61c5220492'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:24:57.642554 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b240e9ba-9009-42cd-97e1-0f1d7d252b50 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (44a66b7b-a04e-48f9-8cf4-01fbfefd4849), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:57.703332 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b54e50-5b21-4679-b945-e51cc5ffecaa admin admin] Made reservation on behalf of 169ca4a5e1f747a6a8048d61c5220492 for: {'network': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:24:57.705670 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-12b54e50-5b21-4679-b945-e51cc5ffecaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for network (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:57.713057 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240e9ba-9009-42cd-97e1-0f1d7d252b50 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Pushing event updated for resources: {'Port': ['ID=44a66b7b-a04e-48f9-8cf4-01fbfefd4849,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:57.724092 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-12b54e50-5b21-4679-b945-e51cc5ffecaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:57.741037 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b240e9ba-9009-42cd-97e1-0f1d7d252b50 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628361'] for floatingip (dc0312a4-f56f-4ae4-a45d-72962df6cc75), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:57.824440 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-7452560e-abc8-4505-8daa-bd1079369f72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:57.879061 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.db.l3_db [None req-b240e9ba-9009-42cd-97e1-0f1d7d252b50 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Floating IP dc0312a4-f56f-4ae4-a45d-72962df6cc75 associated. External IP: 172.27.2.3, port: 960e5869-4ea4-4af3-ab40-82a152372582. Mar 11 15:24:57.932395 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-12b54e50-5b21-4679-b945-e51cc5ffecaa admin admin] Publish callbacks [] for security_group (f2783596-5bb6-4d94-ab5f-cfab02133c0b), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:58.010064 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-12b54e50-5b21-4679-b945-e51cc5ffecaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (f2783596-5bb6-4d94-ab5f-cfab02133c0b), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:58.290771 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b54e50-5b21-4679-b945-e51cc5ffecaa admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:24:58.309331 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533676f0-a326-44b4-955a-ebf7424d28f5 req-3c9066bb-de47-43d9-b6fb-69b992404fa4 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:58.310846 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-533676f0-a326-44b4-955a-ebf7424d28f5 req-3c9066bb-de47-43d9-b6fb-69b992404fa4 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=86e9ec5b-075d-4f17-ac16-c02594db65d0 HTTP/1.1" status: 200 len: 944 time: 0.3759148 Mar 11 15:24:58.315093 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b54e50-5b21-4679-b945-e51cc5ffecaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2783596-5bb6-4d94-ab5f-cfab02133c0b,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:58.321546 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-12b54e50-5b21-4679-b945-e51cc5ffecaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (d27fdecb-1bdd-47f9-9875-c0c1b40668cf), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:58.321829 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.db.segments_db [None req-12b54e50-5b21-4679-b945-e51cc5ffecaa admin admin] Added segment d27fdecb-1bdd-47f9-9875-c0c1b40668cf of type vlan for network f6265ac0-633e-4670-bacd-2ec52566a901 Mar 11 15:24:58.364102 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['d640dca1-5e3a-4e6b-a9f3-bba70e021bb4'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:24:58.428427 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-12b54e50-5b21-4679-b945-e51cc5ffecaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152803018'] for network (f6265ac0-633e-4670-bacd-2ec52566a901), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:58.480620 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-533676f0-a326-44b4-955a-ebf7424d28f5 req-769772f2-4d7c-4473-8089-aeff8f708f09 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607387 Mar 11 15:24:58.518879 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b240e9ba-9009-42cd-97e1-0f1d7d252b50 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Router 9f706b4b-6175-4723-8e6e-365ad42c15f9 has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:24:58.561290 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-12b54e50-5b21-4679-b945-e51cc5ffecaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548'] for network (f6265ac0-633e-4670-bacd-2ec52566a901), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:58.562149 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b54e50-5b21-4679-b945-e51cc5ffecaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:58.562731 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-12b54e50-5b21-4679-b945-e51cc5ffecaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:58.663679 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b54e50-5b21-4679-b945-e51cc5ffecaa admin admin] Pushing event updated for resources: {'Network': ['ID=f6265ac0-633e-4670-bacd-2ec52566a901,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:58.677485 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Network f6265ac0-633e-4670-bacd-2ec52566a901 details requested by agent ovs-agent-dv-cinder-833365-1-iscsi with host dv-cinder-833365-1-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 15:24:58.677877 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-12b54e50-5b21-4679-b945-e51cc5ffecaa admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1976883 Mar 11 15:24:58.677877 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 60290) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:24:58.689510 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-1585141f-6ae3-40fc-b2af-c33d91fc2ce1 admin admin] Request body: {'subnet': {'network_id': 'f6265ac0-633e-4670-bacd-2ec52566a901', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1476240252-subnet', 'tenant_id': '169ca4a5e1f747a6a8048d61c5220492', 'ip_version': 4}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:24:58.695528 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c3349-ef34-4d65-94f7-f33a3f7ff13e req-2bca5700-1b92-4e91-b327-be0bbaf1611f tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:58.697139 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-235c3349-ef34-4d65-94f7-f33a3f7ff13e req-2bca5700-1b92-4e91-b327-be0bbaf1611f tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0620251 Mar 11 15:24:58.701572 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b240e9ba-9009-42cd-97e1-0f1d7d252b50 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:24:58.711732 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85debb3-d84f-446f-a1f7-304938e52d1d None None] Sync routers for ids ['9f706b4b-6175-4723-8e6e-365ad42c15f9'] in dv-cinder-833365-1-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:24:58.729311 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85debb3-d84f-446f-a1f7-304938e52d1d None None] Routers {'9f706b4b-6175-4723-8e6e-365ad42c15f9'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:24:58.731082 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-e85debb3-d84f-446f-a1f7-304938e52d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:24:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['9f706b4b-6175-4723-8e6e-365ad42c15f9'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:24:58.760996 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-235c3349-ef34-4d65-94f7-f33a3f7ff13e req-541db7f4-1d68-48eb-8e46-398de00543eb tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514865 Mar 11 15:24:58.803605 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b240e9ba-9009-42cd-97e1-0f1d7d252b50 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:58.829503 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1585141f-6ae3-40fc-b2af-c33d91fc2ce1 admin admin] Made reservation on behalf of 169ca4a5e1f747a6a8048d61c5220492 for: {'subnet': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:24:58.831849 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1585141f-6ae3-40fc-b2af-c33d91fc2ce1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12631460'] for subnet (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:58.843700 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-e85debb3-d84f-446f-a1f7-304938e52d1d None None] Set router 9f706b4b-6175-4723-8e6e-365ad42c15f9 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:24:58.857565 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-b240e9ba-9009-42cd-97e1-0f1d7d252b50 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7145507 Mar 11 15:24:58.863802 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd7c520e-f1ef-4f33-9a35-4a73607159e2', 'tag': '960e5869-4ea4-4af3-ab40-82a152372582'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:24:58.873592 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0f8475-2285-42f5-bfb8-2859399ddce4" -d '{"events": [{"name": "network-changed", "server_uuid": "cd7c520e-f1ef-4f33-9a35-4a73607159e2", "tag": "960e5869-4ea4-4af3-ab40-82a152372582"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:24:58.930181 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06ff3e3-571e-4d23-b6bb-d6210b7cf793 x-openstack-request-id: req-b06ff3e3-571e-4d23-b6bb-d6210b7cf793 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:24:58.930181 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd7c520e-f1ef-4f33-9a35-4a73607159e2", "tag": "960e5869-4ea4-4af3-ab40-82a152372582", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:24:58.930181 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b06ff3e3-571e-4d23-b6bb-d6210b7cf793 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:24:58.930496 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd7c520e-f1ef-4f33-9a35-4a73607159e2', 'tag': '960e5869-4ea4-4af3-ab40-82a152372582', 'status': 'completed', 'code': 200} Mar 11 15:24:59.061650 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f8475-2285-42f5-bfb8-2859399ddce4 req-e67c45b0-5b80-4342-9b00-10182c82102e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:59.063136 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2d0f8475-2285-42f5-bfb8-2859399ddce4 req-e67c45b0-5b80-4342-9b00-10182c82102e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7d0244beabeb42d0831e351a104bbce8&device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 1130 time: 0.1021316 Mar 11 15:24:59.168201 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-e85debb3-d84f-446f-a1f7-304938e52d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'name': 'tempest-TestShelveInstance-1583143426-router', 'tenant_id': '7d0244beabeb42d0831e351a104bbce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'de311db2-be21-4456-896c-a72c51efb87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:23:25Z', 'updated_at': '2022-03-11T15:23:28Z', 'revision_number': 4, 'project_id': '7d0244beabeb42d0831e351a104bbce8', 'gw_port': {'id': 'de311db2-be21-4456-896c-a72c51efb87d', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:23:25Z', 'updated_at': '2022-03-11T15:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': 'dc0312a4-f56f-4ae4-a45d-72962df6cc75', 'tenant_id': '7d0244beabeb42d0831e351a104bbce8', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'port_id': '960e5869-4ea4-4af3-ab40-82a152372582', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a88a21-9bc5-4199-8c17-333f15d9f909', 'mac_address': 'fa:16:3e:15:95:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7c520e-f1ef-4f33-9a35-4a73607159e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:24:57Z', 'updated_at': '2022-03-11T15:24:57Z', 'revision_number': 0, 'project_id': '7d0244beabeb42d0831e351a104bbce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bdd21b-a6af-4518-b633-a989cfb069a8', 'name': '', 'network_id': 'd8a88a21-9bc5-4199-8c17-333f15d9f909', 'tenant_id': '7d0244beabeb42d0831e351a104bbce8', 'mac_address': 'fa:16:3e:b8:b0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e334dbac-ea6f-40c8-bf50-2480902c25fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:23:27Z', 'updated_at': '2022-03-11T15:23:32Z', 'revision_number': 5, 'project_id': '7d0244beabeb42d0831e351a104bbce8', 'subnets': [{'id': 'e334dbac-ea6f-40c8-bf50-2480902c25fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:24:59.168532 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1585141f-6ae3-40fc-b2af-c33d91fc2ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13137487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12631434'] for subnet (4ece22e3-13e3-4ef0-ab24-5393518fe3ac), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:59.177406 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f8475-2285-42f5-bfb8-2859399ddce4 req-cc2ff34e-a2cb-4121-b7df-420ebbe86263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:59.179572 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2d0f8475-2285-42f5-bfb8-2859399ddce4 req-cc2ff34e-a2cb-4121-b7df-420ebbe86263 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d8a88a21-9bc5-4199-8c17-333f15d9f909 HTTP/1.1" status: 200 len: 910 time: 0.1084678 Mar 11 15:24:59.195810 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85debb3-d84f-446f-a1f7-304938e52d1d None None] Checking router: 9f706b4b-6175-4723-8e6e-365ad42c15f9 for host: dv-cinder-833365-1-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:24:59.205275 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85debb3-d84f-446f-a1f7-304938e52d1d None None] Routers {'9f706b4b-6175-4723-8e6e-365ad42c15f9'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:24:59.206085 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-e85debb3-d84f-446f-a1f7-304938e52d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:24:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['9f706b4b-6175-4723-8e6e-365ad42c15f9'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:24:59.282105 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1585141f-6ae3-40fc-b2af-c33d91fc2ce1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ece22e3-13e3-4ef0-ab24-5393518fe3ac,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:24:59.292930 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2d0f8475-2285-42f5-bfb8-2859399ddce4 req-555496e0-6736-4ebf-8957-148f462df563 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=960e5869-4ea4-4af3-ab40-82a152372582 HTTP/1.1" status: 200 len: 998 time: 0.0914135 Mar 11 15:24:59.297659 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1585141f-6ae3-40fc-b2af-c33d91fc2ce1 admin admin] Checking segment: {'id': 'd27fdecb-1bdd-47f9-9875-c0c1b40668cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f6265ac0-633e-4670-bacd-2ec52566a901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:24:59.297659 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1585141f-6ae3-40fc-b2af-c33d91fc2ce1 admin admin] Network hostable DHCP agents. Network: f6265ac0-633e-4670-bacd-2ec52566a901, hostable agents: ['e21939e9-4971-4f1d-851f-403443bff873'], hosted agents: [] {{(pid=103739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:24:59.337362 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-e85debb3-d84f-446f-a1f7-304938e52d1d None None] Set router 9f706b4b-6175-4723-8e6e-365ad42c15f9 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:24:59.389253 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f8475-2285-42f5-bfb8-2859399ddce4 req-601cb375-6ada-4c03-8a3d-1c4a849c7e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:59.391278 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2d0f8475-2285-42f5-bfb8-2859399ddce4 req-601cb375-6ada-4c03-8a3d-1c4a849c7e7e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e334dbac-ea6f-40c8-bf50-2480902c25fb HTTP/1.1" status: 200 len: 848 time: 0.0919662 Mar 11 15:24:59.448866 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1585141f-6ae3-40fc-b2af-c33d91fc2ce1 admin admin] Network f6265ac0-633e-4670-bacd-2ec52566a901 is scheduled to be hosted by DHCP agent e21939e9-4971-4f1d-851f-403443bff873 with binding_index 1 {{(pid=103739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:24:59.479549 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b891693-d53a-4f5e-8206-c569547122ec req-15114af0-7090-4fb6-89f5-8a7ad0b95a3e tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:59.481025 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4b891693-d53a-4f5e-8206-c569547122ec req-15114af0-7090-4fb6-89f5-8a7ad0b95a3e tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.1534636 Mar 11 15:24:59.500938 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8e8c9-01e8-4e39-8156-27e53966388a req-85f50b32-d8f4-42df-bba8-20a0fa8aab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:59.502377 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-70f8e8c9-01e8-4e39-8156-27e53966388a req-85f50b32-d8f4-42df-bba8-20a0fa8aab39 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=485785a62e414ac69e1b5ba35562b168&device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 1129 time: 0.1153870 Mar 11 15:24:59.505125 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f8475-2285-42f5-bfb8-2859399ddce4 req-abb325d8-b67a-4fb9-a671-a7cdf2b917d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:59.506504 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2d0f8475-2285-42f5-bfb8-2859399ddce4 req-abb325d8-b67a-4fb9-a671-a7cdf2b917d4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d8a88a21-9bc5-4199-8c17-333f15d9f909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1040936 Mar 11 15:24:59.513261 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-1585141f-6ae3-40fc-b2af-c33d91fc2ce1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833365-1-iscsi, f6265ac0-633e-4670-bacd-2ec52566a901) {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:24:59.530792 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e568bf-ee17-4c8c-bb50-6fd2f9c5fe67 None None] Network f6265ac0-633e-4670-bacd-2ec52566a901 requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:24:59.536428 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1585141f-6ae3-40fc-b2af-c33d91fc2ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:59.537016 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1585141f-6ae3-40fc-b2af-c33d91fc2ce1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:59.598937 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-e85debb3-d84f-446f-a1f7-304938e52d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'name': 'tempest-TestShelveInstance-1583143426-router', 'tenant_id': '7d0244beabeb42d0831e351a104bbce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'de311db2-be21-4456-896c-a72c51efb87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:23:25Z', 'updated_at': '2022-03-11T15:23:28Z', 'revision_number': 4, 'project_id': '7d0244beabeb42d0831e351a104bbce8', 'gw_port': {'id': 'de311db2-be21-4456-896c-a72c51efb87d', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:23:25Z', 'updated_at': '2022-03-11T15:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': 'dc0312a4-f56f-4ae4-a45d-72962df6cc75', 'tenant_id': '7d0244beabeb42d0831e351a104bbce8', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'port_id': '960e5869-4ea4-4af3-ab40-82a152372582', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a88a21-9bc5-4199-8c17-333f15d9f909', 'mac_address': 'fa:16:3e:15:95:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7c520e-f1ef-4f33-9a35-4a73607159e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:24:57Z', 'updated_at': '2022-03-11T15:24:57Z', 'revision_number': 0, 'project_id': '7d0244beabeb42d0831e351a104bbce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bdd21b-a6af-4518-b633-a989cfb069a8', 'name': '', 'network_id': 'd8a88a21-9bc5-4199-8c17-333f15d9f909', 'tenant_id': '7d0244beabeb42d0831e351a104bbce8', 'mac_address': 'fa:16:3e:b8:b0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e334dbac-ea6f-40c8-bf50-2480902c25fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:23:27Z', 'updated_at': '2022-03-11T15:23:32Z', 'revision_number': 5, 'project_id': '7d0244beabeb42d0831e351a104bbce8', 'subnets': [{'id': 'e334dbac-ea6f-40c8-bf50-2480902c25fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:24:59.612181 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661725d-5ca4-4637-824f-7671835dc119 req-785aa771-f26b-4aa1-a0f9-4bafab039a99 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:59.620216 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e661725d-5ca4-4637-824f-7671835dc119 req-785aa771-f26b-4aa1-a0f9-4bafab039a99 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=86e9ec5b-075d-4f17-ac16-c02594db65d0 HTTP/1.1" status: 200 len: 944 time: 0.0615942 Mar 11 15:24:59.628765 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85debb3-d84f-446f-a1f7-304938e52d1d None None] The sync data for ids ['9f706b4b-6175-4723-8e6e-365ad42c15f9'] in dv-cinder-833365-1-iscsi is: [{'id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'name': 'tempest-TestShelveInstance-1583143426-router', 'tenant_id': '7d0244beabeb42d0831e351a104bbce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'de311db2-be21-4456-896c-a72c51efb87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:23:25Z', 'updated_at': '2022-03-11T15:23:28Z', 'revision_number': 4, 'project_id': '7d0244beabeb42d0831e351a104bbce8', 'gw_port': {'id': 'de311db2-be21-4456-896c-a72c51efb87d', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:23:25Z', 'updated_at': '2022-03-11T15:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': 'dc0312a4-f56f-4ae4-a45d-72962df6cc75', 'tenant_id': '7d0244beabeb42d0831e351a104bbce8', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'port_id': '960e5869-4ea4-4af3-ab40-82a152372582', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a88a21-9bc5-4199-8c17-333f15d9f909', 'mac_address': 'fa:16:3e:15:95:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd7c520e-f1ef-4f33-9a35-4a73607159e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:24:57Z', 'updated_at': '2022-03-11T15:24:57Z', 'revision_number': 0, 'project_id': '7d0244beabeb42d0831e351a104bbce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4bdd21b-a6af-4518-b633-a989cfb069a8', 'name': '', 'network_id': 'd8a88a21-9bc5-4199-8c17-333f15d9f909', 'tenant_id': '7d0244beabeb42d0831e351a104bbce8', 'mac_address': 'fa:16:3e:b8:b0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e334dbac-ea6f-40c8-bf50-2480902c25fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:23:27Z', 'updated_at': '2022-03-11T15:23:32Z', 'revision_number': 5, 'project_id': '7d0244beabeb42d0831e351a104bbce8', 'subnets': [{'id': 'e334dbac-ea6f-40c8-bf50-2480902c25fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:24:59.694810 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e661725d-5ca4-4637-824f-7671835dc119 req-aef66696-575d-46cc-b785-d63752a77c85 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729172 Mar 11 15:24:59.700802 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4b891693-d53a-4f5e-8206-c569547122ec req-506dcd73-f387-4089-892b-b390f0be1b3f tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107451 Mar 11 15:24:59.707256 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-1585141f-6ae3-40fc-b2af-c33d91fc2ce1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0284996 Mar 11 15:24:59.714396 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 60314) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:24:59.729537 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-c4fdb81e-3043-4755-84be-a2665ceef1cd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1476240252-router', 'tenant_id': '169ca4a5e1f747a6a8048d61c5220492', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:24:59.730587 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1839fd-7d65-4753-8849-31ed2dc85c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba5bfae8-fb0b-5e64-82d4-a0a3cc1a0157-f6265ac0-633e-4670-bacd-2ec52566a901', 'network_id': 'f6265ac0-633e-4670-bacd-2ec52566a901', 'project_id': '169ca4a5e1f747a6a8048d61c5220492', 'fixed_ips': [{'subnet_id': '4ece22e3-13e3-4ef0-ab24-5393518fe3ac'}]}} from dv-cinder-833365-1-iscsi. {{(pid=103741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 15:24:59.731582 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-4f1839fd-7d65-4753-8849-31ed2dc85c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:59.745158 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8e8c9-01e8-4e39-8156-27e53966388a req-4a2bf0dc-9fd9-4a77-8a88-a14e1efd3af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:59.746686 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-70f8e8c9-01e8-4e39-8156-27e53966388a req-4a2bf0dc-9fd9-4a77-8a88-a14e1efd3af7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10111652-25be-4b6e-aa55-10f6e37ef1f5 HTTP/1.1" status: 200 len: 919 time: 0.2298193 Mar 11 15:24:59.753270 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2d0f8475-2285-42f5-bfb8-2859399ddce4 req-f7c26802-2873-4b63-9741-9bab5b019f68 service neutron] 10.222.0.66 "GET /v2.0/networks/d8a88a21-9bc5-4199-8c17-333f15d9f909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352488 Mar 11 15:24:59.816589 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-70f8e8c9-01e8-4e39-8156-27e53966388a req-41b0b6fd-f4f6-447c-aa3c-b7d685690bd6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c HTTP/1.1" status: 200 len: 217 time: 0.0562465 Mar 11 15:24:59.837732 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4fdb81e-3043-4755-84be-a2665ceef1cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-624982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8329'] for router (c6fb5390-b007-4daf-a166-e1f6d71ebc28), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:59.839948 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4fdb81e-3043-4755-84be-a2665ceef1cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-625122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8432'] for router (c6fb5390-b007-4daf-a166-e1f6d71ebc28), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:59.898944 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4fdb81e-3043-4755-84be-a2665ceef1cd admin admin] Publish callbacks [] for router_controller (c6fb5390-b007-4daf-a166-e1f6d71ebc28), precommit_add_association {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:24:59.917775 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8e8c9-01e8-4e39-8156-27e53966388a req-b8cd9384-63dd-4202-9552-ffd5e98f9116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:24:59.917775 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-70f8e8c9-01e8-4e39-8156-27e53966388a req-b8cd9384-63dd-4202-9552-ffd5e98f9116 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=444501c1-6c2a-4ddb-b96c-892921be9c2d HTTP/1.1" status: 200 len: 858 time: 0.0883343 Mar 11 15:24:59.936818 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2d0f8475-2285-42f5-bfb8-2859399ddce4 req-2b3a613f-a8db-4e17-bc42-eef3e0d6181d service neutron] 10.222.0.66 "GET /v2.0/networks/d8a88a21-9bc5-4199-8c17-333f15d9f909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687067 Mar 11 15:24:59.953835 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-70f8e8c9-01e8-4e39-8156-27e53966388a req-831198fa-2665-482b-97cd-f84e3bc1556f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10111652-25be-4b6e-aa55-10f6e37ef1f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296788 Mar 11 15:25:00.026042 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0f1d27-30e0-4db5-a0b6-bd2bcb1f6337 None None] New status for floating IP dc0312a4-f56f-4ae4-a45d-72962df6cc75: ACTIVE {{(pid=103741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:25:00.062918 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-70f8e8c9-01e8-4e39-8156-27e53966388a req-a62364b8-9bf6-468e-b731-f9d2bda28262 service neutron] 10.222.0.66 "GET /v2.0/networks/10111652-25be-4b6e-aa55-10f6e37ef1f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017747 Mar 11 15:25:00.105814 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.db_base_plugin_common [None req-4f1839fd-7d65-4753-8849-31ed2dc85c05 None None] Allocated IP 172.20.0.2 (f6265ac0-633e-4670-bacd-2ec52566a901/4ece22e3-13e3-4ef0-ab24-5393518fe3ac/b61aebef-a7c8-45d2-9f05-615c13d63806) {{(pid=103741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:25:00.129099 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4fdb81e-3043-4755-84be-a2665ceef1cd admin admin] Publish callbacks [] for router_gateway (c6fb5390-b007-4daf-a166-e1f6d71ebc28), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:00.154599 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-009146b8-4bd9-4d48-a36e-7009acbad993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:00.161413 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-70f8e8c9-01e8-4e39-8156-27e53966388a req-85c03382-62a5-44c6-bd2c-c83c780a8bba service neutron] 10.222.0.66 "GET /v2.0/networks/10111652-25be-4b6e-aa55-10f6e37ef1f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875380 Mar 11 15:25:00.341067 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-4f1839fd-7d65-4753-8849-31ed2dc85c05 None None] Publish callbacks [] for port (b61aebef-a7c8-45d2-9f05-615c13d63806), precommit_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:00.403956 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4fdb81e-3043-4755-84be-a2665ceef1cd admin admin] Publish callbacks [] for router_gateway (c6fb5390-b007-4daf-a166-e1f6d71ebc28), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:00.404113 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-4f1839fd-7d65-4753-8849-31ed2dc85c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391'] for port (b61aebef-a7c8-45d2-9f05-615c13d63806), after_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:00.424699 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4fdb81e-3043-4755-84be-a2665ceef1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:00.454248 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1839fd-7d65-4753-8849-31ed2dc85c05 None None] Network f6265ac0-633e-4670-bacd-2ec52566a901 is already hosted by enough agents. {{(pid=103741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:25:00.458016 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1839fd-7d65-4753-8849-31ed2dc85c05 None None] Pushing event updated for resources: {'Port': ['ID=b61aebef-a7c8-45d2-9f05-615c13d63806,revision_number=1']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:00.460510 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.scheduler.base_scheduler [None req-4f1839fd-7d65-4753-8849-31ed2dc85c05 None None] Resources bound (agent type, host, resource id): {{(pid=103741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:25:00.462756 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1839fd-7d65-4753-8849-31ed2dc85c05 None None] Received port after_create {{(pid=103741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:25:00.517225 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-4f1839fd-7d65-4753-8849-31ed2dc85c05 None None] Attempting to bind port b61aebef-a7c8-45d2-9f05-615c13d63806 on host dv-cinder-833365-1-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:25:00.517586 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-4f1839fd-7d65-4753-8849-31ed2dc85c05 None None] Attempting to bind port b61aebef-a7c8-45d2-9f05-615c13d63806 by drivers openvswitch,hyperv on host dv-cinder-833365-1-iscsi at level 0 using segments [{'id': 'd27fdecb-1bdd-47f9-9875-c0c1b40668cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f6265ac0-633e-4670-bacd-2ec52566a901'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:25:00.517942 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1839fd-7d65-4753-8849-31ed2dc85c05 None None] Attempting to bind port b61aebef-a7c8-45d2-9f05-615c13d63806 on network f6265ac0-633e-4670-bacd-2ec52566a901 {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:25:00.523446 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1839fd-7d65-4753-8849-31ed2dc85c05 None None] Checking agent: {'id': 'fa4429e9-b5f2-4825-8862-7268ebba473a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833365-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 13, 4), 'started_at': datetime.datetime(2022, 3, 11, 15, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833365-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:25:00.524791 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1839fd-7d65-4753-8849-31ed2dc85c05 None None] Checking segment: {'id': 'd27fdecb-1bdd-47f9-9875-c0c1b40668cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f6265ac0-633e-4670-bacd-2ec52566a901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:25:00.524791 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-4f1839fd-7d65-4753-8849-31ed2dc85c05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:00.524791 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1839fd-7d65-4753-8849-31ed2dc85c05 None None] Bound using segment: {'id': 'd27fdecb-1bdd-47f9-9875-c0c1b40668cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f6265ac0-633e-4670-bacd-2ec52566a901'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:25:00.525106 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-4f1839fd-7d65-4753-8849-31ed2dc85c05 None None] Bound port: b61aebef-a7c8-45d2-9f05-615c13d63806, host: dv-cinder-833365-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fdecb-1bdd-47f9-9875-c0c1b40668cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f6265ac0-633e-4670-bacd-2ec52566a901'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:25:00.525480 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-4f1839fd-7d65-4753-8849-31ed2dc85c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (b61aebef-a7c8-45d2-9f05-615c13d63806), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:00.532233 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-c4fdb81e-3043-4755-84be-a2665ceef1cd admin admin] Allocated IP 172.27.2.177 (78e1392b-e3c2-4d04-8c82-7bd84bb30297/7f6dd339-b219-48a3-93bc-4a99710f07af/59098a95-cdaa-4cd1-9ae7-87c72acc9e43) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:25:00.589593 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-4f1839fd-7d65-4753-8849-31ed2dc85c05 None None] For port b61aebef-a7c8-45d2-9f05-615c13d63806, host dv-cinder-833365-1-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:25:00.593154 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-4f1839fd-7d65-4753-8849-31ed2dc85c05 None None] For port b61aebef-a7c8-45d2-9f05-615c13d63806, host dv-cinder-833365-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=b61aebef-a7c8-45d2-9f05-615c13d63806,segment=NetworkSegment(d27fdecb-1bdd-47f9-9875-c0c1b40668cf),segment_id=d27fdecb-1bdd-47f9-9875-c0c1b40668cf)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:25:00.640211 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4fdb81e-3043-4755-84be-a2665ceef1cd admin admin] Publish callbacks [] for port (59098a95-cdaa-4cd1-9ae7-87c72acc9e43), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:00.665888 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-4f1839fd-7d65-4753-8849-31ed2dc85c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (b61aebef-a7c8-45d2-9f05-615c13d63806), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:00.728831 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1839fd-7d65-4753-8849-31ed2dc85c05 None None] Pushing event updated for resources: {'Port': ['ID=b61aebef-a7c8-45d2-9f05-615c13d63806,revision_number=2']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:00.736984 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4fdb81e-3043-4755-84be-a2665ceef1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (59098a95-cdaa-4cd1-9ae7-87c72acc9e43), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:00.817644 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fdb81e-3043-4755-84be-a2665ceef1cd admin admin] Network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:25:00.826489 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-c4fdb81e-3043-4755-84be-a2665ceef1cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:25:00.828821 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fdb81e-3043-4755-84be-a2665ceef1cd admin admin] Pushing event updated for resources: {'Port': ['ID=59098a95-cdaa-4cd1-9ae7-87c72acc9e43,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:00.831473 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fdb81e-3043-4755-84be-a2665ceef1cd admin admin] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:25:00.899413 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89716866-d553-4e65-bb77-111f5168406e req-acd1a7ef-c0d9-489c-b60d-d32fe9ee8015 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:00.903911 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-89716866-d553-4e65-bb77-111f5168406e req-acd1a7ef-c0d9-489c-b60d-d32fe9ee8015 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0643461 Mar 11 15:25:00.972953 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-89716866-d553-4e65-bb77-111f5168406e req-07739dc6-9f14-4d62-8b96-d9de096cdf3b tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660198 Mar 11 15:25:01.081386 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device d640dca1-5e3a-4e6b-a9f3-bba70e021bb4 up at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:25:01.139104 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c48d0f-4600-4f12-ad98-7dbc833f2631 req-ff2c12ea-a3fa-41a0-8235-6e8551dfb889 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:01.143951 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-53c48d0f-4600-4f12-ad98-7dbc833f2631 req-ff2c12ea-a3fa-41a0-8235-6e8551dfb889 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=86e9ec5b-075d-4f17-ac16-c02594db65d0 HTTP/1.1" status: 200 len: 944 time: 0.3203101 Mar 11 15:25:01.196749 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning for port d640dca1-5e3a-4e6b-a9f3-bba70e021bb4 completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 15:25:01.201608 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning complete for port d640dca1-5e3a-4e6b-a9f3-bba70e021bb4 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:25:01.201991 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (d640dca1-5e3a-4e6b-a9f3-bba70e021bb4), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:01.229046 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:01.255151 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-53c48d0f-4600-4f12-ad98-7dbc833f2631 req-a7b148c4-30b3-4fec-b38a-932742753b0b tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803604 Mar 11 15:25:01.288768 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port d640dca1-5e3a-4e6b-a9f3-bba70e021bb4 is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:25:01.292700 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (d640dca1-5e3a-4e6b-a9f3-bba70e021bb4), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:01.321428 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e9ec5b-075d-4f17-ac16-c02594db65d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd640dca1-5e3a-4e6b-a9f3-bba70e021bb4'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:25:01.324054 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97dedef37c5e2c64aa44179f419dd586ddc22b8f5766e7bc49dcfeca4a9e3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7b9c91-e49c-457b-8639-e4a2187e43f4" -d '{"events": [{"server_uuid": "86e9ec5b-075d-4f17-ac16-c02594db65d0", "name": "network-vif-plugged", "status": "completed", "tag": "d640dca1-5e3a-4e6b-a9f3-bba70e021bb4"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:25:01.340459 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port d640dca1-5e3a-4e6b-a9f3-bba70e021bb4, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=d640dca1-5e3a-4e6b-a9f3-bba70e021bb4,segment=NetworkSegment(7655d188-6906-4724-b769-5e660bebc822),segment_id=7655d188-6906-4724-b769-5e660bebc822)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:25:01.364843 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc9eb0b-5f05-48cc-b569-128a6e81f17d x-openstack-request-id: req-dbc9eb0b-5f05-48cc-b569-128a6e81f17d {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:25:01.365206 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e9ec5b-075d-4f17-ac16-c02594db65d0", "name": "network-vif-plugged", "status": "completed", "tag": "d640dca1-5e3a-4e6b-a9f3-bba70e021bb4", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:25:01.365535 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dbc9eb0b-5f05-48cc-b569-128a6e81f17d {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:25:01.365934 dv-cinder-833365-1-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e9ec5b-075d-4f17-ac16-c02594db65d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd640dca1-5e3a-4e6b-a9f3-bba70e021bb4', 'code': 200} Mar 11 15:25:01.428514 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4fdb81e-3043-4755-84be-a2665ceef1cd admin admin] Publish callbacks [] for router_gateway (c6fb5390-b007-4daf-a166-e1f6d71ebc28), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:01.431608 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (d640dca1-5e3a-4e6b-a9f3-bba70e021bb4), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:01.534290 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device b61aebef-a7c8-45d2-9f05-615c13d63806 up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:25:01.576988 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=d640dca1-5e3a-4e6b-a9f3-bba70e021bb4,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:01.602392 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port b61aebef-a7c8-45d2-9f05-615c13d63806 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:25:01.603408 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (b61aebef-a7c8-45d2-9f05-615c13d63806), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:01.679424 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4fdb81e-3043-4755-84be-a2665ceef1cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-625133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628335'] for router (c6fb5390-b007-4daf-a166-e1f6d71ebc28), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:01.708720 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port b61aebef-a7c8-45d2-9f05-615c13d63806 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:25:01.709109 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (b61aebef-a7c8-45d2-9f05-615c13d63806), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:01.713350 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef1394-9f7a-4e20-88ff-870f8b9097e0 req-536f9bd5-89ab-418a-86c5-5816dea832f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:01.714848 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-52ef1394-9f7a-4e20-88ff-870f8b9097e0 req-536f9bd5-89ab-418a-86c5-5816dea832f4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=86e9ec5b-075d-4f17-ac16-c02594db65d0 HTTP/1.1" status: 200 len: 1129 time: 0.0500336 Mar 11 15:25:01.751708 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] For port b61aebef-a7c8-45d2-9f05-615c13d63806, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=b61aebef-a7c8-45d2-9f05-615c13d63806,segment=NetworkSegment(d27fdecb-1bdd-47f9-9875-c0c1b40668cf),segment_id=d27fdecb-1bdd-47f9-9875-c0c1b40668cf)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:25:01.776962 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-52ef1394-9f7a-4e20-88ff-870f8b9097e0 req-9f127e6a-ff3d-4e2a-a3b6-b5902f4dc8b1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544310 Mar 11 15:25:01.836876 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (b61aebef-a7c8-45d2-9f05-615c13d63806), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:01.864029 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cf5c79-91cd-4299-a30b-7422eff7375b None None] Network f6265ac0-633e-4670-bacd-2ec52566a901 requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:25:01.899733 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4fdb81e-3043-4755-84be-a2665ceef1cd admin admin] Router c6fb5390-b007-4daf-a166-e1f6d71ebc28 is scheduled to L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 with binding_index 1 {{(pid=103740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:25:01.950627 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Pushing event updated for resources: {'Port': ['ID=b61aebef-a7c8-45d2-9f05-615c13d63806,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:01.972095 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-24d42cda-60f0-4ad0-b061-edc6a543bff9 None None] Provisioning complete for port b61aebef-a7c8-45d2-9f05-615c13d63806 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:25:01.972534 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-24d42cda-60f0-4ad0-b061-edc6a543bff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (b61aebef-a7c8-45d2-9f05-615c13d63806), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:02.006575 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fdb81e-3043-4755-84be-a2665ceef1cd admin admin] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:25:02.016894 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e3c97b-da9b-4f9f-91c9-a6a0ed7b49c8 None None] Sync routers for ids ['c6fb5390-b007-4daf-a166-e1f6d71ebc28'] in dv-cinder-833365-1-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:25:02.030495 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e3c97b-da9b-4f9f-91c9-a6a0ed7b49c8 None None] Routers {'c6fb5390-b007-4daf-a166-e1f6d71ebc28'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:25:02.031135 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-f9e3c97b-da9b-4f9f-91c9-a6a0ed7b49c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:25:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['c6fb5390-b007-4daf-a166-e1f6d71ebc28'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:25:02.079409 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c4fdb81e-3043-4755-84be-a2665ceef1cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:02.083309 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-c4fdb81e-3043-4755-84be-a2665ceef1cd admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3681417 Mar 11 15:25:02.083610 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 60332) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:25:02.105728 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-24d42cda-60f0-4ad0-b061-edc6a543bff9 None None] Current status of the port b61aebef-a7c8-45d2-9f05-615c13d63806 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:25:02.166201 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-f9e3c97b-da9b-4f9f-91c9-a6a0ed7b49c8 None None] Set router c6fb5390-b007-4daf-a166-e1f6d71ebc28 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:25:02.233763 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a784962-4aa8-4489-adac-6b077d0a104d req-8d0b1779-b6cd-452a-9473-75acefcc4ebe tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:02.235469 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2a784962-4aa8-4489-adac-6b077d0a104d req-8d0b1779-b6cd-452a-9473-75acefcc4ebe tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.1534350 Mar 11 15:25:02.339495 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2a784962-4aa8-4489-adac-6b077d0a104d req-637f6bdd-d64d-4563-a83b-e9f1ff5e541e tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924332 Mar 11 15:25:02.353224 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-5effa0ab-9abb-4fcf-b4a6-efe54adab10c None None] Provisioning complete for port b61aebef-a7c8-45d2-9f05-615c13d63806 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:25:02.353608 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-5effa0ab-9abb-4fcf-b4a6-efe54adab10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (b61aebef-a7c8-45d2-9f05-615c13d63806), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:02.370932 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-f9e3c97b-da9b-4f9f-91c9-a6a0ed7b49c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'name': 'tempest-TestMinimumBasicScenario-1476240252-router', 'tenant_id': '169ca4a5e1f747a6a8048d61c5220492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '59098a95-cdaa-4cd1-9ae7-87c72acc9e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:24:59Z', 'updated_at': '2022-03-11T15:25:01Z', 'revision_number': 3, 'project_id': '169ca4a5e1f747a6a8048d61c5220492', 'gw_port': {'id': '59098a95-cdaa-4cd1-9ae7-87c72acc9e43', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:32:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:25:00Z', 'updated_at': '2022-03-11T15:25:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:25:02.392124 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bc417-9ec8-49bb-a775-759d8f0bc43d req-520a19d1-9ac9-48f1-87c8-0e7dff8f356e tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:02.395620 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-148bc417-9ec8-49bb-a775-759d8f0bc43d req-520a19d1-9ac9-48f1-87c8-0e7dff8f356e tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=86e9ec5b-075d-4f17-ac16-c02594db65d0 HTTP/1.1" status: 200 len: 945 time: 0.0691655 Mar 11 15:25:02.402928 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e3c97b-da9b-4f9f-91c9-a6a0ed7b49c8 None None] Checking router: c6fb5390-b007-4daf-a166-e1f6d71ebc28 for host: dv-cinder-833365-1-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:25:02.403277 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e3c97b-da9b-4f9f-91c9-a6a0ed7b49c8 None None] Updating router c6fb5390-b007-4daf-a166-e1f6d71ebc28 port 59098a95-cdaa-4cd1-9ae7-87c72acc9e43 binding host dv-cinder-833365-1-iscsi {{(pid=103742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:25:02.435962 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-f9e3c97b-da9b-4f9f-91c9-a6a0ed7b49c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (59098a95-cdaa-4cd1-9ae7-87c72acc9e43), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:02.459212 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-148bc417-9ec8-49bb-a775-759d8f0bc43d req-6cec89a3-10c7-4102-8a34-fb36febb3f07 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582166 Mar 11 15:25:02.466659 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-5effa0ab-9abb-4fcf-b4a6-efe54adab10c None None] Current status of the port b61aebef-a7c8-45d2-9f05-615c13d63806 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:25:02.644416 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ae32ddbf-5e2a-4da9-95a1-e90b25061758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:02.702245 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-f9e3c97b-da9b-4f9f-91c9-a6a0ed7b49c8 None None] Publish callbacks [] for port (59098a95-cdaa-4cd1-9ae7-87c72acc9e43), precommit_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:02.784235 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-f9e3c97b-da9b-4f9f-91c9-a6a0ed7b49c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (59098a95-cdaa-4cd1-9ae7-87c72acc9e43), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:02.797258 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-ae32ddbf-5e2a-4da9-95a1-e90b25061758 admin admin] Allocated IP 172.20.0.1 (f6265ac0-633e-4670-bacd-2ec52566a901/4ece22e3-13e3-4ef0-ab24-5393518fe3ac/eb88247b-c4e8-4456-8a9a-36701c3eaf91) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:25:02.838025 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-f9e3c97b-da9b-4f9f-91c9-a6a0ed7b49c8 None None] Attempting to bind port 59098a95-cdaa-4cd1-9ae7-87c72acc9e43 on host dv-cinder-833365-1-iscsi for vnic_type normal with profile {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:25:02.838388 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-f9e3c97b-da9b-4f9f-91c9-a6a0ed7b49c8 None None] Attempting to bind port 59098a95-cdaa-4cd1-9ae7-87c72acc9e43 by drivers openvswitch,hyperv on host dv-cinder-833365-1-iscsi at level 0 using segments [{'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:25:02.838747 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e3c97b-da9b-4f9f-91c9-a6a0ed7b49c8 None None] Attempting to bind port 59098a95-cdaa-4cd1-9ae7-87c72acc9e43 on network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:25:02.841699 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648e96b-eca3-4fb0-b19d-f7ad171f2ee1 None None] Pushing event updated for resources: {'Port': ['ID=59098a95-cdaa-4cd1-9ae7-87c72acc9e43,revision_number=2']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:02.849500 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e3c97b-da9b-4f9f-91c9-a6a0ed7b49c8 None None] Checking agent: {'id': 'fa4429e9-b5f2-4825-8862-7268ebba473a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833365-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 13, 4), 'started_at': datetime.datetime(2022, 3, 11, 15, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833365-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:25:02.849872 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e3c97b-da9b-4f9f-91c9-a6a0ed7b49c8 None None] Checking segment: {'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:25:02.850264 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-f9e3c97b-da9b-4f9f-91c9-a6a0ed7b49c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:02.851400 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e3c97b-da9b-4f9f-91c9-a6a0ed7b49c8 None None] Bound using segment: {'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:25:02.852258 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-f9e3c97b-da9b-4f9f-91c9-a6a0ed7b49c8 None None] Bound port: 59098a95-cdaa-4cd1-9ae7-87c72acc9e43, host: dv-cinder-833365-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:25:02.852258 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-f9e3c97b-da9b-4f9f-91c9-a6a0ed7b49c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (59098a95-cdaa-4cd1-9ae7-87c72acc9e43), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:02.854599 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3648e96b-eca3-4fb0-b19d-f7ad171f2ee1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:02.854966 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3648e96b-eca3-4fb0-b19d-f7ad171f2ee1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:02.855320 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3648e96b-eca3-4fb0-b19d-f7ad171f2ee1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:02.855748 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3648e96b-eca3-4fb0-b19d-f7ad171f2ee1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:02.856074 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3648e96b-eca3-4fb0-b19d-f7ad171f2ee1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:02.856396 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3648e96b-eca3-4fb0-b19d-f7ad171f2ee1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:02.856714 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3648e96b-eca3-4fb0-b19d-f7ad171f2ee1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:02.857031 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3648e96b-eca3-4fb0-b19d-f7ad171f2ee1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:02.857343 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3648e96b-eca3-4fb0-b19d-f7ad171f2ee1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:02.857668 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3648e96b-eca3-4fb0-b19d-f7ad171f2ee1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:02.857995 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3648e96b-eca3-4fb0-b19d-f7ad171f2ee1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:02.858301 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3648e96b-eca3-4fb0-b19d-f7ad171f2ee1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:02.858612 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3648e96b-eca3-4fb0-b19d-f7ad171f2ee1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:02.928301 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-f9e3c97b-da9b-4f9f-91c9-a6a0ed7b49c8 None None] For port 59098a95-cdaa-4cd1-9ae7-87c72acc9e43, host dv-cinder-833365-1-iscsi, cleared binding levels {{(pid=103742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:25:02.932360 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-f9e3c97b-da9b-4f9f-91c9-a6a0ed7b49c8 None None] For port 59098a95-cdaa-4cd1-9ae7-87c72acc9e43, host dv-cinder-833365-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=59098a95-cdaa-4cd1-9ae7-87c72acc9e43,segment=NetworkSegment(64a1f402-9998-47a9-9edb-15a3bada483f),segment_id=64a1f402-9998-47a9-9edb-15a3bada483f)] {{(pid=103742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:25:02.985192 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:03.019954 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-f9e3c97b-da9b-4f9f-91c9-a6a0ed7b49c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (59098a95-cdaa-4cd1-9ae7-87c72acc9e43), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:03.051631 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ae32ddbf-5e2a-4da9-95a1-e90b25061758 admin admin] Publish callbacks [] for port (eb88247b-c4e8-4456-8a9a-36701c3eaf91), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:03.081659 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648e96b-eca3-4fb0-b19d-f7ad171f2ee1 None None] Pushing event updated for resources: {'Port': ['ID=59098a95-cdaa-4cd1-9ae7-87c72acc9e43,revision_number=3']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:03.084586 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e3c97b-da9b-4f9f-91c9-a6a0ed7b49c8 None None] Routers {'c6fb5390-b007-4daf-a166-e1f6d71ebc28'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:25:03.085205 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-f9e3c97b-da9b-4f9f-91c9-a6a0ed7b49c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:25:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['c6fb5390-b007-4daf-a166-e1f6d71ebc28'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:25:03.145905 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ae32ddbf-5e2a-4da9-95a1-e90b25061758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (eb88247b-c4e8-4456-8a9a-36701c3eaf91), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:03.181352 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae32ddbf-5e2a-4da9-95a1-e90b25061758 admin admin] Network f6265ac0-633e-4670-bacd-2ec52566a901 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:25:03.185618 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-ae32ddbf-5e2a-4da9-95a1-e90b25061758 admin admin] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:25:03.191154 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae32ddbf-5e2a-4da9-95a1-e90b25061758 admin admin] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:25:03.193245 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-f9e3c97b-da9b-4f9f-91c9-a6a0ed7b49c8 None None] Set router c6fb5390-b007-4daf-a166-e1f6d71ebc28 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:25:03.221020 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32ddbf-5e2a-4da9-95a1-e90b25061758 admin admin] Pushing event updated for resources: {'Port': ['ID=eb88247b-c4e8-4456-8a9a-36701c3eaf91,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:03.244007 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ae32ddbf-5e2a-4da9-95a1-e90b25061758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630528'] for router_interface (c6fb5390-b007-4daf-a166-e1f6d71ebc28), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:03.422511 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-f9e3c97b-da9b-4f9f-91c9-a6a0ed7b49c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'name': 'tempest-TestMinimumBasicScenario-1476240252-router', 'tenant_id': '169ca4a5e1f747a6a8048d61c5220492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '59098a95-cdaa-4cd1-9ae7-87c72acc9e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:24:59Z', 'updated_at': '2022-03-11T15:25:01Z', 'revision_number': 3, 'project_id': '169ca4a5e1f747a6a8048d61c5220492', 'gw_port': {'id': '59098a95-cdaa-4cd1-9ae7-87c72acc9e43', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:32:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:25:00Z', 'updated_at': '2022-03-11T15:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:25:03.457436 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e3c97b-da9b-4f9f-91c9-a6a0ed7b49c8 None None] The sync data for ids ['c6fb5390-b007-4daf-a166-e1f6d71ebc28'] in dv-cinder-833365-1-iscsi is: [{'id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'name': 'tempest-TestMinimumBasicScenario-1476240252-router', 'tenant_id': '169ca4a5e1f747a6a8048d61c5220492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '59098a95-cdaa-4cd1-9ae7-87c72acc9e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:24:59Z', 'updated_at': '2022-03-11T15:25:01Z', 'revision_number': 3, 'project_id': '169ca4a5e1f747a6a8048d61c5220492', 'gw_port': {'id': '59098a95-cdaa-4cd1-9ae7-87c72acc9e43', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:32:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:25:00Z', 'updated_at': '2022-03-11T15:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:25:03.483900 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ae32ddbf-5e2a-4da9-95a1-e90b25061758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (eb88247b-c4e8-4456-8a9a-36701c3eaf91), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:03.500371 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device b61aebef-a7c8-45d2-9f05-615c13d63806 up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:25:03.550900 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-4ce6474e-56c9-429e-8bf6-259e20a447d9 None None] Provisioning complete for port eb88247b-c4e8-4456-8a9a-36701c3eaf91 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:25:03.551510 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-4ce6474e-56c9-429e-8bf6-259e20a447d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (eb88247b-c4e8-4456-8a9a-36701c3eaf91), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:03.568988 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29842d5d-e8f1-47f7-b042-f33f124a210e req-34bb13e9-fd11-40ed-aa25-bc9aa5fd28b0 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:03.570603 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-29842d5d-e8f1-47f7-b042-f33f124a210e req-34bb13e9-fd11-40ed-aa25-bc9aa5fd28b0 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.1251993 Mar 11 15:25:03.607828 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-4ce6474e-56c9-429e-8bf6-259e20a447d9 None None] Port eb88247b-c4e8-4456-8a9a-36701c3eaf91 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:25:03.612510 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port b61aebef-a7c8-45d2-9f05-615c13d63806 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:25:03.612890 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (b61aebef-a7c8-45d2-9f05-615c13d63806), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:03.682448 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-29842d5d-e8f1-47f7-b042-f33f124a210e req-f052aea6-9aa7-4ff6-9614-797bf1e3d67e tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051490 Mar 11 15:25:03.723522 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b891351-edb8-40c3-a821-4353f5b536f2 req-aa3da9e6-f4f1-455f-af02-5fc47c30c441 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:03.726913 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6b891351-edb8-40c3-a821-4353f5b536f2 req-aa3da9e6-f4f1-455f-af02-5fc47c30c441 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=86e9ec5b-075d-4f17-ac16-c02594db65d0 HTTP/1.1" status: 200 len: 945 time: 0.1064761 Mar 11 15:25:03.747080 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port b61aebef-a7c8-45d2-9f05-615c13d63806 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:25:03.763802 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ae32ddbf-5e2a-4da9-95a1-e90b25061758 admin admin] Publish callbacks [] for port (eb88247b-c4e8-4456-8a9a-36701c3eaf91), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:03.787880 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6b891351-edb8-40c3-a821-4353f5b536f2 req-2f20eee7-dd63-4b7c-939b-1387cc991476 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519080 Mar 11 15:25:03.824820 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ae32ddbf-5e2a-4da9-95a1-e90b25061758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15279833'] for port (eb88247b-c4e8-4456-8a9a-36701c3eaf91), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:03.919632 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ae32ddbf-5e2a-4da9-95a1-e90b25061758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630700'] for router_interface (c6fb5390-b007-4daf-a166-e1f6d71ebc28), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:03.921480 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32ddbf-5e2a-4da9-95a1-e90b25061758 admin admin] Pushing event updated for resources: {'Port': ['ID=eb88247b-c4e8-4456-8a9a-36701c3eaf91,revision_number=2']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:04.029211 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae32ddbf-5e2a-4da9-95a1-e90b25061758 admin admin] Network f6265ac0-633e-4670-bacd-2ec52566a901 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:25:04.030707 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-ae32ddbf-5e2a-4da9-95a1-e90b25061758 admin admin] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:25:04.157972 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae32ddbf-5e2a-4da9-95a1-e90b25061758 admin admin] Router c6fb5390-b007-4daf-a166-e1f6d71ebc28 has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:25:04.298198 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae32ddbf-5e2a-4da9-95a1-e90b25061758 admin admin] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:25:04.316492 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-ae32ddbf-5e2a-4da9-95a1-e90b25061758 admin admin] 10.222.0.44 "PUT /v2.0/routers/c6fb5390-b007-4daf-a166-e1f6d71ebc28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2221928 Mar 11 15:25:04.340011 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-6caeac61-aeeb-4f6c-8d0c-b1b38f15f6b1 None None] Provisioning complete for port eb88247b-c4e8-4456-8a9a-36701c3eaf91 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:25:04.340011 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-6caeac61-aeeb-4f6c-8d0c-b1b38f15f6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (eb88247b-c4e8-4456-8a9a-36701c3eaf91), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:04.380425 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-6caeac61-aeeb-4f6c-8d0c-b1b38f15f6b1 None None] Port eb88247b-c4e8-4456-8a9a-36701c3eaf91 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:25:04.398748 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:04.829896 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d969417-cec4-448a-99a5-8890e1a564ae req-a7c2e932-0ccc-4997-ada9-4a279b7b5ebf tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:04.831450 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7d969417-cec4-448a-99a5-8890e1a564ae req-a7c2e932-0ccc-4997-ada9-4a279b7b5ebf tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0634711 Mar 11 15:25:04.889550 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7d969417-cec4-448a-99a5-8890e1a564ae req-42305770-ac78-4ae9-a22e-19e1359052b2 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516610 Mar 11 15:25:04.917056 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a007dd-80c6-4240-9890-a096e2464e87 req-e4d9cb88-cc06-49ca-bbd1-9894bd21c59d tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:04.918658 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c6a007dd-80c6-4240-9890-a096e2464e87 req-e4d9cb88-cc06-49ca-bbd1-9894bd21c59d tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=86e9ec5b-075d-4f17-ac16-c02594db65d0 HTTP/1.1" status: 200 len: 945 time: 0.0581090 Mar 11 15:25:04.992217 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c6a007dd-80c6-4240-9890-a096e2464e87 req-2a9342ce-7dea-4d3a-babe-95b4e23eb70b tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675993 Mar 11 15:25:05.108668 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 60374) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:25:05.113696 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-010ca7f9-b999-4fe3-b650-11b1a1ff05dc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1601117428-network', 'tenant_id': '1a5c5a49ca954921a1f800a466122fcf'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:25:05.236943 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-010ca7f9-b999-4fe3-b650-11b1a1ff05dc admin admin] Made reservation on behalf of 1a5c5a49ca954921a1f800a466122fcf for: {'network': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:25:05.239293 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-010ca7f9-b999-4fe3-b650-11b1a1ff05dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for network (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:05.254327 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-010ca7f9-b999-4fe3-b650-11b1a1ff05dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:05.273162 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8269eba8-8145-40b2-a26b-d675e5550668 None None] Sync routers for ids ['c6fb5390-b007-4daf-a166-e1f6d71ebc28'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:25:05.284852 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8269eba8-8145-40b2-a26b-d675e5550668 None None] Routers {'c6fb5390-b007-4daf-a166-e1f6d71ebc28'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:25:05.285556 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-8269eba8-8145-40b2-a26b-d675e5550668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:25:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['c6fb5390-b007-4daf-a166-e1f6d71ebc28'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:25:05.341932 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-010ca7f9-b999-4fe3-b650-11b1a1ff05dc admin admin] Publish callbacks [] for security_group (92991fec-c564-49aa-af4b-c34f3fb3daa0), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:05.412400 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-8269eba8-8145-40b2-a26b-d675e5550668 None None] Set router c6fb5390-b007-4daf-a166-e1f6d71ebc28 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:25:05.436877 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-010ca7f9-b999-4fe3-b650-11b1a1ff05dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (92991fec-c564-49aa-af4b-c34f3fb3daa0), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:05.465898 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-010ca7f9-b999-4fe3-b650-11b1a1ff05dc admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103739) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:25:05.477368 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ca7f9-b999-4fe3-b650-11b1a1ff05dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92991fec-c564-49aa-af4b-c34f3fb3daa0,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:05.484373 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-010ca7f9-b999-4fe3-b650-11b1a1ff05dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (cfb2c682-b419-49a0-86b1-daea4e7283c3), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:05.484373 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.db.segments_db [None req-010ca7f9-b999-4fe3-b650-11b1a1ff05dc admin admin] Added segment cfb2c682-b419-49a0-86b1-daea4e7283c3 of type vlan for network a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c Mar 11 15:25:05.513128 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 59098a95-cdaa-4cd1-9ae7-87c72acc9e43 up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:25:05.536304 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-010ca7f9-b999-4fe3-b650-11b1a1ff05dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152803018'] for network (a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:05.613873 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-010ca7f9-b999-4fe3-b650-11b1a1ff05dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548'] for network (a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:05.615146 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010ca7f9-b999-4fe3-b650-11b1a1ff05dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:05.621832 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-010ca7f9-b999-4fe3-b650-11b1a1ff05dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:05.629690 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port 59098a95-cdaa-4cd1-9ae7-87c72acc9e43 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:25:05.630059 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (59098a95-cdaa-4cd1-9ae7-87c72acc9e43), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:05.690290 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ca7f9-b999-4fe3-b650-11b1a1ff05dc admin admin] Pushing event updated for resources: {'Network': ['ID=a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:05.696948 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-010ca7f9-b999-4fe3-b650-11b1a1ff05dc admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5871704 Mar 11 15:25:05.701467 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 60382) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:25:05.706839 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-2d521c92-bacc-4920-8ee5-dcf7a5b5786f admin admin] Request body: {'subnet': {'network_id': 'a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1601117428-subnet', 'tenant_id': '1a5c5a49ca954921a1f800a466122fcf', 'ip_version': 4}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:25:05.797581 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Network a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c details requested by agent ovs-agent-dv-cinder-833365-1-iscsi with host dv-cinder-833365-1-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 15:25:05.802360 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d521c92-bacc-4920-8ee5-dcf7a5b5786f admin admin] Made reservation on behalf of 1a5c5a49ca954921a1f800a466122fcf for: {'subnet': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:25:05.806144 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2d521c92-bacc-4920-8ee5-dcf7a5b5786f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12631460'] for subnet (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:05.949951 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-8269eba8-8145-40b2-a26b-d675e5550668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'name': 'tempest-TestMinimumBasicScenario-1476240252-router', 'tenant_id': '169ca4a5e1f747a6a8048d61c5220492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '59098a95-cdaa-4cd1-9ae7-87c72acc9e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:24:59Z', 'updated_at': '2022-03-11T15:25:03Z', 'revision_number': 4, 'project_id': '169ca4a5e1f747a6a8048d61c5220492', 'gw_port': {'id': '59098a95-cdaa-4cd1-9ae7-87c72acc9e43', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:32:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:25:00Z', 'updated_at': '2022-03-11T15:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': 'eb88247b-c4e8-4456-8a9a-36701c3eaf91', 'name': '', 'network_id': 'f6265ac0-633e-4670-bacd-2ec52566a901', 'tenant_id': '169ca4a5e1f747a6a8048d61c5220492', 'mac_address': 'fa:16:3e:ee:52:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4ece22e3-13e3-4ef0-ab24-5393518fe3ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:25:02Z', 'updated_at': '2022-03-11T15:25:03Z', 'revision_number': 2, 'project_id': '169ca4a5e1f747a6a8048d61c5220492', 'subnets': [{'id': '4ece22e3-13e3-4ef0-ab24-5393518fe3ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:25:05.980993 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8269eba8-8145-40b2-a26b-d675e5550668 None None] Checking router: c6fb5390-b007-4daf-a166-e1f6d71ebc28 for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:25:05.981351 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8269eba8-8145-40b2-a26b-d675e5550668 None None] Updating router c6fb5390-b007-4daf-a166-e1f6d71ebc28 port eb88247b-c4e8-4456-8a9a-36701c3eaf91 binding host dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:25:05.983860 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port 59098a95-cdaa-4cd1-9ae7-87c72acc9e43 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:25:05.983860 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (59098a95-cdaa-4cd1-9ae7-87c72acc9e43), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:06.025613 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] For port 59098a95-cdaa-4cd1-9ae7-87c72acc9e43, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=59098a95-cdaa-4cd1-9ae7-87c72acc9e43,segment=NetworkSegment(64a1f402-9998-47a9-9edb-15a3bada483f),segment_id=64a1f402-9998-47a9-9edb-15a3bada483f)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:25:06.026689 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b490376-dbee-4fb5-b0bb-a948d081cea3 req-a52377df-bfef-4020-8619-99fbba5c5628 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:06.028380 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2b490376-dbee-4fb5-b0bb-a948d081cea3 req-a52377df-bfef-4020-8619-99fbba5c5628 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0580103 Mar 11 15:25:06.028514 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8269eba8-8145-40b2-a26b-d675e5550668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (eb88247b-c4e8-4456-8a9a-36701c3eaf91), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:06.089657 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2b490376-dbee-4fb5-b0bb-a948d081cea3 req-822e38f2-3e14-4780-9771-0f01bcba8733 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551026 Mar 11 15:25:06.128921 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2d521c92-bacc-4920-8ee5-dcf7a5b5786f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13137487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12631434'] for subnet (e2da75a4-07cd-40b4-bfd8-d4c571861a8d), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:06.135622 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (59098a95-cdaa-4cd1-9ae7-87c72acc9e43), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:06.195194 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d521c92-bacc-4920-8ee5-dcf7a5b5786f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2da75a4-07cd-40b4-bfd8-d4c571861a8d,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:06.212815 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d521c92-bacc-4920-8ee5-dcf7a5b5786f admin admin] Checking segment: {'id': 'cfb2c682-b419-49a0-86b1-daea4e7283c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:25:06.213467 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d521c92-bacc-4920-8ee5-dcf7a5b5786f admin admin] Network hostable DHCP agents. Network: a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c, hostable agents: ['e21939e9-4971-4f1d-851f-403443bff873'], hosted agents: [] {{(pid=103739) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:25:06.219220 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Pushing event updated for resources: {'Port': ['ID=59098a95-cdaa-4cd1-9ae7-87c72acc9e43,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:06.294168 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d521c92-bacc-4920-8ee5-dcf7a5b5786f admin admin] Network a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c is scheduled to be hosted by DHCP agent e21939e9-4971-4f1d-851f-403443bff873 with binding_index 1 {{(pid=103739) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:25:06.362889 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-2d521c92-bacc-4920-8ee5-dcf7a5b5786f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833365-1-iscsi, a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c) {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:25:06.367581 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d521c92-bacc-4920-8ee5-dcf7a5b5786f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:06.368603 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2d521c92-bacc-4920-8ee5-dcf7a5b5786f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:06.379427 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b23986-de4e-41ab-97a8-650363f51445 None None] Network a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:25:06.404167 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8269eba8-8145-40b2-a26b-d675e5550668 None None] Publish callbacks [] for port (eb88247b-c4e8-4456-8a9a-36701c3eaf91), precommit_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:06.439785 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-2d521c92-bacc-4920-8ee5-dcf7a5b5786f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7370615 Mar 11 15:25:06.442477 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 60402) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:25:06.447261 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-6dec3d2c-b18b-4d01-b0f1-a95e60234bf1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1601117428-router', 'tenant_id': '1a5c5a49ca954921a1f800a466122fcf', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:25:06.489246 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8269eba8-8145-40b2-a26b-d675e5550668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (eb88247b-c4e8-4456-8a9a-36701c3eaf91), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:06.523435 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9486714c-e927-457a-9ac6-5cbc5236a016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba5bfae8-fb0b-5e64-82d4-a0a3cc1a0157-a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c', 'network_id': 'a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c', 'project_id': '1a5c5a49ca954921a1f800a466122fcf', 'fixed_ips': [{'subnet_id': 'e2da75a4-07cd-40b4-bfd8-d4c571861a8d'}]}} from dv-cinder-833365-1-iscsi. {{(pid=103741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 15:25:06.523745 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6dec3d2c-b18b-4d01-b0f1-a95e60234bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-624982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8329'] for router (6edc66e8-6509-4386-8dfc-20e30edd91f7), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:06.524439 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9486714c-e927-457a-9ac6-5cbc5236a016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:06.524922 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6dec3d2c-b18b-4d01-b0f1-a95e60234bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-625122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8432'] for router (6edc66e8-6509-4386-8dfc-20e30edd91f7), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:06.572800 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cbaabf-11ad-477f-a0bb-1dd3e9078be9 None None] Pushing event updated for resources: {'Port': ['ID=eb88247b-c4e8-4456-8a9a-36701c3eaf91,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:06.620823 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6dec3d2c-b18b-4d01-b0f1-a95e60234bf1 admin admin] Publish callbacks [] for router_controller (6edc66e8-6509-4386-8dfc-20e30edd91f7), precommit_add_association {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:06.696214 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-8269eba8-8145-40b2-a26b-d675e5550668 None None] Attempting to bind port eb88247b-c4e8-4456-8a9a-36701c3eaf91 on host dv-cinder-833365-1-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:25:06.696408 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-8269eba8-8145-40b2-a26b-d675e5550668 None None] Attempting to bind port eb88247b-c4e8-4456-8a9a-36701c3eaf91 by drivers openvswitch,hyperv on host dv-cinder-833365-1-iscsi at level 0 using segments [{'id': 'd27fdecb-1bdd-47f9-9875-c0c1b40668cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f6265ac0-633e-4670-bacd-2ec52566a901'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:25:06.696854 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8269eba8-8145-40b2-a26b-d675e5550668 None None] Attempting to bind port eb88247b-c4e8-4456-8a9a-36701c3eaf91 on network f6265ac0-633e-4670-bacd-2ec52566a901 {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:25:06.706656 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8269eba8-8145-40b2-a26b-d675e5550668 None None] Checking agent: {'id': 'fa4429e9-b5f2-4825-8862-7268ebba473a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833365-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 13, 4), 'started_at': datetime.datetime(2022, 3, 11, 15, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833365-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:25:06.707112 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8269eba8-8145-40b2-a26b-d675e5550668 None None] Checking segment: {'id': 'd27fdecb-1bdd-47f9-9875-c0c1b40668cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f6265ac0-633e-4670-bacd-2ec52566a901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:25:06.707612 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8269eba8-8145-40b2-a26b-d675e5550668 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:06.708073 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8269eba8-8145-40b2-a26b-d675e5550668 None None] Bound using segment: {'id': 'd27fdecb-1bdd-47f9-9875-c0c1b40668cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f6265ac0-633e-4670-bacd-2ec52566a901'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:25:06.708630 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-8269eba8-8145-40b2-a26b-d675e5550668 None None] Bound port: eb88247b-c4e8-4456-8a9a-36701c3eaf91, host: dv-cinder-833365-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27fdecb-1bdd-47f9-9875-c0c1b40668cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f6265ac0-633e-4670-bacd-2ec52566a901'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:25:06.709059 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8269eba8-8145-40b2-a26b-d675e5550668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (eb88247b-c4e8-4456-8a9a-36701c3eaf91), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:06.800491 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.db_base_plugin_common [None req-9486714c-e927-457a-9ac6-5cbc5236a016 None None] Allocated IP 172.20.0.2 (a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c/e2da75a4-07cd-40b4-bfd8-d4c571861a8d/a8e82ef0-8816-4731-b7ea-4a86bd904cf5) {{(pid=103741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:25:06.832401 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-8269eba8-8145-40b2-a26b-d675e5550668 None None] For port eb88247b-c4e8-4456-8a9a-36701c3eaf91, host dv-cinder-833365-1-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:25:06.840353 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-8269eba8-8145-40b2-a26b-d675e5550668 None None] For port eb88247b-c4e8-4456-8a9a-36701c3eaf91, host dv-cinder-833365-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=eb88247b-c4e8-4456-8a9a-36701c3eaf91,segment=NetworkSegment(d27fdecb-1bdd-47f9-9875-c0c1b40668cf),segment_id=d27fdecb-1bdd-47f9-9875-c0c1b40668cf)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:25:06.877634 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-faa92a63-a91f-48af-88b3-5de175de0aed None None] Provisioning complete for port eb88247b-c4e8-4456-8a9a-36701c3eaf91 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:25:06.878009 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-faa92a63-a91f-48af-88b3-5de175de0aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (eb88247b-c4e8-4456-8a9a-36701c3eaf91), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:06.885119 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6dec3d2c-b18b-4d01-b0f1-a95e60234bf1 admin admin] Publish callbacks [] for router_gateway (6edc66e8-6509-4386-8dfc-20e30edd91f7), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:06.894831 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3c8f9-41e9-4fe8-9146-8d4bfa36c21b req-4efcd17e-5f2c-4482-a6d7-708417493586 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:06.896505 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-30a3c8f9-41e9-4fe8-9146-8d4bfa36c21b req-4efcd17e-5f2c-4482-a6d7-708417493586 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=86e9ec5b-075d-4f17-ac16-c02594db65d0 HTTP/1.1" status: 200 len: 945 time: 0.1517811 Mar 11 15:25:06.940083 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8269eba8-8145-40b2-a26b-d675e5550668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (eb88247b-c4e8-4456-8a9a-36701c3eaf91), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:06.949103 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-30a3c8f9-41e9-4fe8-9146-8d4bfa36c21b req-46d13073-1d81-4418-a454-08eecbcbd191 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447750 Mar 11 15:25:06.987163 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-faa92a63-a91f-48af-88b3-5de175de0aed None None] Port eb88247b-c4e8-4456-8a9a-36701c3eaf91 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:25:07.068074 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cbaabf-11ad-477f-a0bb-1dd3e9078be9 None None] Pushing event updated for resources: {'Port': ['ID=eb88247b-c4e8-4456-8a9a-36701c3eaf91,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:07.071594 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8269eba8-8145-40b2-a26b-d675e5550668 None None] Routers {'c6fb5390-b007-4daf-a166-e1f6d71ebc28'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:25:07.072413 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-8269eba8-8145-40b2-a26b-d675e5550668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:25:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['c6fb5390-b007-4daf-a166-e1f6d71ebc28'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:25:07.145932 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9486714c-e927-457a-9ac6-5cbc5236a016 None None] Publish callbacks [] for port (a8e82ef0-8816-4731-b7ea-4a86bd904cf5), precommit_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:07.239119 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-8269eba8-8145-40b2-a26b-d675e5550668 None None] Set router c6fb5390-b007-4daf-a166-e1f6d71ebc28 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:25:07.275746 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6dec3d2c-b18b-4d01-b0f1-a95e60234bf1 admin admin] Publish callbacks [] for router_gateway (6edc66e8-6509-4386-8dfc-20e30edd91f7), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:07.277348 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9486714c-e927-457a-9ac6-5cbc5236a016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391'] for port (a8e82ef0-8816-4731-b7ea-4a86bd904cf5), after_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:07.297061 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6dec3d2c-b18b-4d01-b0f1-a95e60234bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:07.373963 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9486714c-e927-457a-9ac6-5cbc5236a016 None None] Network a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c is already hosted by enough agents. {{(pid=103741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:25:07.382544 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-9cab1297-c045-4dcd-90d3-ace427c7c348 None None] Provisioning complete for port eb88247b-c4e8-4456-8a9a-36701c3eaf91 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:25:07.382981 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9cab1297-c045-4dcd-90d3-ace427c7c348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (eb88247b-c4e8-4456-8a9a-36701c3eaf91), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:07.384836 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.scheduler.base_scheduler [None req-9486714c-e927-457a-9ac6-5cbc5236a016 None None] Resources bound (agent type, host, resource id): {{(pid=103741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:25:07.387332 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9486714c-e927-457a-9ac6-5cbc5236a016 None None] Received port after_create {{(pid=103741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:25:07.423013 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [None req-6dec3d2c-b18b-4d01-b0f1-a95e60234bf1 admin admin] Allocated IP 172.27.2.181 (78e1392b-e3c2-4d04-8c82-7bd84bb30297/7f6dd339-b219-48a3-93bc-4a99710f07af/9ef05075-8f94-4b36-af6e-f5acd9fad9af) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:25:07.435396 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9486714c-e927-457a-9ac6-5cbc5236a016 None None] Pushing event updated for resources: {'Port': ['ID=a8e82ef0-8816-4731-b7ea-4a86bd904cf5,revision_number=1']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:07.513106 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 59098a95-cdaa-4cd1-9ae7-87c72acc9e43 up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:25:07.554314 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6dec3d2c-b18b-4d01-b0f1-a95e60234bf1 admin admin] Publish callbacks [] for port (9ef05075-8f94-4b36-af6e-f5acd9fad9af), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:07.654657 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6dec3d2c-b18b-4d01-b0f1-a95e60234bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (9ef05075-8f94-4b36-af6e-f5acd9fad9af), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:07.694606 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dec3d2c-b18b-4d01-b0f1-a95e60234bf1 admin admin] Network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:25:07.701579 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-6dec3d2c-b18b-4d01-b0f1-a95e60234bf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:25:07.705859 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dec3d2c-b18b-4d01-b0f1-a95e60234bf1 admin admin] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:25:07.726087 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-9486714c-e927-457a-9ac6-5cbc5236a016 None None] Attempting to bind port a8e82ef0-8816-4731-b7ea-4a86bd904cf5 on host dv-cinder-833365-1-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:25:07.726560 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-9486714c-e927-457a-9ac6-5cbc5236a016 None None] Attempting to bind port a8e82ef0-8816-4731-b7ea-4a86bd904cf5 by drivers openvswitch,hyperv on host dv-cinder-833365-1-iscsi at level 0 using segments [{'id': 'cfb2c682-b419-49a0-86b1-daea4e7283c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:25:07.726925 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9486714c-e927-457a-9ac6-5cbc5236a016 None None] Attempting to bind port a8e82ef0-8816-4731-b7ea-4a86bd904cf5 on network a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:25:07.738989 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec3d2c-b18b-4d01-b0f1-a95e60234bf1 admin admin] Pushing event updated for resources: {'Port': ['ID=9ef05075-8f94-4b36-af6e-f5acd9fad9af,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:07.748151 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9486714c-e927-457a-9ac6-5cbc5236a016 None None] Checking agent: {'id': 'fa4429e9-b5f2-4825-8862-7268ebba473a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833365-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 13, 4), 'started_at': datetime.datetime(2022, 3, 11, 15, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833365-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:25:07.748535 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9486714c-e927-457a-9ac6-5cbc5236a016 None None] Checking segment: {'id': 'cfb2c682-b419-49a0-86b1-daea4e7283c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:25:07.749516 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9486714c-e927-457a-9ac6-5cbc5236a016 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:07.749516 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9486714c-e927-457a-9ac6-5cbc5236a016 None None] Bound using segment: {'id': 'cfb2c682-b419-49a0-86b1-daea4e7283c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:25:07.749883 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-9486714c-e927-457a-9ac6-5cbc5236a016 None None] Bound port: a8e82ef0-8816-4731-b7ea-4a86bd904cf5, host: dv-cinder-833365-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb2c682-b419-49a0-86b1-daea4e7283c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:25:07.750266 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9486714c-e927-457a-9ac6-5cbc5236a016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (a8e82ef0-8816-4731-b7ea-4a86bd904cf5), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:07.884948 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-9cab1297-c045-4dcd-90d3-ace427c7c348 None None] Current status of the port eb88247b-c4e8-4456-8a9a-36701c3eaf91 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:25:07.885334 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9cab1297-c045-4dcd-90d3-ace427c7c348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (eb88247b-c4e8-4456-8a9a-36701c3eaf91), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:07.895811 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port 59098a95-cdaa-4cd1-9ae7-87c72acc9e43 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:25:07.896183 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (59098a95-cdaa-4cd1-9ae7-87c72acc9e43), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:07.936212 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-9486714c-e927-457a-9ac6-5cbc5236a016 None None] For port a8e82ef0-8816-4731-b7ea-4a86bd904cf5, host dv-cinder-833365-1-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:25:07.964800 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-9486714c-e927-457a-9ac6-5cbc5236a016 None None] For port a8e82ef0-8816-4731-b7ea-4a86bd904cf5, host dv-cinder-833365-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=a8e82ef0-8816-4731-b7ea-4a86bd904cf5,segment=NetworkSegment(cfb2c682-b419-49a0-86b1-daea4e7283c3),segment_id=cfb2c682-b419-49a0-86b1-daea4e7283c3)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:25:07.985105 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-9cab1297-c045-4dcd-90d3-ace427c7c348 None None] For port eb88247b-c4e8-4456-8a9a-36701c3eaf91, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=eb88247b-c4e8-4456-8a9a-36701c3eaf91,segment=NetworkSegment(d27fdecb-1bdd-47f9-9875-c0c1b40668cf),segment_id=d27fdecb-1bdd-47f9-9875-c0c1b40668cf)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:25:07.989054 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-8269eba8-8145-40b2-a26b-d675e5550668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'name': 'tempest-TestMinimumBasicScenario-1476240252-router', 'tenant_id': '169ca4a5e1f747a6a8048d61c5220492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '59098a95-cdaa-4cd1-9ae7-87c72acc9e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:24:59Z', 'updated_at': '2022-03-11T15:25:03Z', 'revision_number': 4, 'project_id': '169ca4a5e1f747a6a8048d61c5220492', 'gw_port': {'id': '59098a95-cdaa-4cd1-9ae7-87c72acc9e43', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:32:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:25:00Z', 'updated_at': '2022-03-11T15:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': 'eb88247b-c4e8-4456-8a9a-36701c3eaf91', 'name': '', 'network_id': 'f6265ac0-633e-4670-bacd-2ec52566a901', 'tenant_id': '169ca4a5e1f747a6a8048d61c5220492', 'mac_address': 'fa:16:3e:ee:52:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4ece22e3-13e3-4ef0-ab24-5393518fe3ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:25:02Z', 'updated_at': '2022-03-11T15:25:06Z', 'revision_number': 4, 'project_id': '169ca4a5e1f747a6a8048d61c5220492', 'subnets': [{'id': '4ece22e3-13e3-4ef0-ab24-5393518fe3ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:25:08.023106 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8269eba8-8145-40b2-a26b-d675e5550668 None None] The sync data for ids ['c6fb5390-b007-4daf-a166-e1f6d71ebc28'] in dv-cinder-833365-1-iscsi is: [{'id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'name': 'tempest-TestMinimumBasicScenario-1476240252-router', 'tenant_id': '169ca4a5e1f747a6a8048d61c5220492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '59098a95-cdaa-4cd1-9ae7-87c72acc9e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:24:59Z', 'updated_at': '2022-03-11T15:25:03Z', 'revision_number': 4, 'project_id': '169ca4a5e1f747a6a8048d61c5220492', 'gw_port': {'id': '59098a95-cdaa-4cd1-9ae7-87c72acc9e43', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:32:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:25:00Z', 'updated_at': '2022-03-11T15:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': 'eb88247b-c4e8-4456-8a9a-36701c3eaf91', 'name': '', 'network_id': 'f6265ac0-633e-4670-bacd-2ec52566a901', 'tenant_id': '169ca4a5e1f747a6a8048d61c5220492', 'mac_address': 'fa:16:3e:ee:52:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4ece22e3-13e3-4ef0-ab24-5393518fe3ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:25:02Z', 'updated_at': '2022-03-11T15:25:06Z', 'revision_number': 4, 'project_id': '169ca4a5e1f747a6a8048d61c5220492', 'subnets': [{'id': '4ece22e3-13e3-4ef0-ab24-5393518fe3ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:25:08.036763 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9486714c-e927-457a-9ac6-5cbc5236a016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (a8e82ef0-8816-4731-b7ea-4a86bd904cf5), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:08.121928 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9cab1297-c045-4dcd-90d3-ace427c7c348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (eb88247b-c4e8-4456-8a9a-36701c3eaf91), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:08.165586 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port 59098a95-cdaa-4cd1-9ae7-87c72acc9e43 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:25:08.172959 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9486714c-e927-457a-9ac6-5cbc5236a016 None None] Pushing event updated for resources: {'Port': ['ID=a8e82ef0-8816-4731-b7ea-4a86bd904cf5,revision_number=2']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:08.246222 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab1297-c045-4dcd-90d3-ace427c7c348 None None] Pushing event updated for resources: {'Port': ['ID=eb88247b-c4e8-4456-8a9a-36701c3eaf91,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:08.482770 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f6efc-2672-49f7-8db1-b6bf2f8cd542 req-a8c2cc52-27d0-46f0-bbb2-75e24de3562b tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:08.487865 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-173f6efc-2672-49f7-8db1-b6bf2f8cd542 req-a8c2cc52-27d0-46f0-bbb2-75e24de3562b tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=86e9ec5b-075d-4f17-ac16-c02594db65d0 HTTP/1.1" status: 200 len: 945 time: 0.4457371 Mar 11 15:25:08.522044 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6dec3d2c-b18b-4d01-b0f1-a95e60234bf1 admin admin] Publish callbacks [] for router_gateway (6edc66e8-6509-4386-8dfc-20e30edd91f7), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:08.587945 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-173f6efc-2672-49f7-8db1-b6bf2f8cd542 req-458addf0-d342-45a4-9ca1-1be979e0e22d tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939879 Mar 11 15:25:08.770818 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6dec3d2c-b18b-4d01-b0f1-a95e60234bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-625133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628335'] for router (6edc66e8-6509-4386-8dfc-20e30edd91f7), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:08.995939 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dec3d2c-b18b-4d01-b0f1-a95e60234bf1 admin admin] Router 6edc66e8-6509-4386-8dfc-20e30edd91f7 is scheduled to L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 with binding_index 1 {{(pid=103739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:25:09.148822 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8db0e-b39f-4dc7-9e0c-4e6e5afa26c1 req-22c484a3-ff97-4650-8a4a-83a2f6ff147e tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:09.150340 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2ac8db0e-b39f-4dc7-9e0c-4e6e5afa26c1 req-22c484a3-ff97-4650-8a4a-83a2f6ff147e tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.66 "GET /v2.0/ports?device_id=86e9ec5b-075d-4f17-ac16-c02594db65d0 HTTP/1.1" status: 200 len: 945 time: 0.1014206 Mar 11 15:25:09.162370 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dec3d2c-b18b-4d01-b0f1-a95e60234bf1 admin admin] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:25:09.175111 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2d46e3-45b6-4c92-af5c-05381628f7be None None] Sync routers for ids ['6edc66e8-6509-4386-8dfc-20e30edd91f7'] in dv-cinder-833365-1-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:25:09.186939 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2d46e3-45b6-4c92-af5c-05381628f7be None None] Routers {'6edc66e8-6509-4386-8dfc-20e30edd91f7'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:25:09.188487 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-ef2d46e3-45b6-4c92-af5c-05381628f7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:25:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['6edc66e8-6509-4386-8dfc-20e30edd91f7'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:25:09.201303 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c496d633-5585-486c-b0f6-c8ac45a6c190 None None] Network a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:25:09.261034 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6dec3d2c-b18b-4d01-b0f1-a95e60234bf1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:09.263585 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-6dec3d2c-b18b-4d01-b0f1-a95e60234bf1 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8200464 Mar 11 15:25:09.266655 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 60436) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:25:09.290114 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-db94e875-27d1-42d8-9e89-5f3ae4faf98a None None] Provisioning complete for port a8e82ef0-8816-4731-b7ea-4a86bd904cf5 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:25:09.290485 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-db94e875-27d1-42d8-9e89-5f3ae4faf98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (a8e82ef0-8816-4731-b7ea-4a86bd904cf5), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:09.386789 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-ef2d46e3-45b6-4c92-af5c-05381628f7be None None] Set router 6edc66e8-6509-4386-8dfc-20e30edd91f7 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:25:09.402537 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-db94e875-27d1-42d8-9e89-5f3ae4faf98a None None] Current status of the port a8e82ef0-8816-4731-b7ea-4a86bd904cf5 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:25:09.402934 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-db94e875-27d1-42d8-9e89-5f3ae4faf98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (a8e82ef0-8816-4731-b7ea-4a86bd904cf5), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:09.457086 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-db94e875-27d1-42d8-9e89-5f3ae4faf98a None None] For port a8e82ef0-8816-4731-b7ea-4a86bd904cf5, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=a8e82ef0-8816-4731-b7ea-4a86bd904cf5,segment=NetworkSegment(cfb2c682-b419-49a0-86b1-daea4e7283c3),segment_id=cfb2c682-b419-49a0-86b1-daea4e7283c3)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:25:09.529885 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-db94e875-27d1-42d8-9e89-5f3ae4faf98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (a8e82ef0-8816-4731-b7ea-4a86bd904cf5), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:09.601272 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94e875-27d1-42d8-9e89-5f3ae4faf98a None None] Pushing event updated for resources: {'Port': ['ID=a8e82ef0-8816-4731-b7ea-4a86bd904cf5,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:09.610922 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device a8e82ef0-8816-4731-b7ea-4a86bd904cf5 up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:25:09.659026 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-ef2d46e3-45b6-4c92-af5c-05381628f7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edc66e8-6509-4386-8dfc-20e30edd91f7', 'name': 'tempest-TestMinimumBasicScenario-1601117428-router', 'tenant_id': '1a5c5a49ca954921a1f800a466122fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '9ef05075-8f94-4b36-af6e-f5acd9fad9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:25:06Z', 'updated_at': '2022-03-11T15:25:07Z', 'revision_number': 3, 'project_id': '1a5c5a49ca954921a1f800a466122fcf', 'gw_port': {'id': '9ef05075-8f94-4b36-af6e-f5acd9fad9af', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:27:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edc66e8-6509-4386-8dfc-20e30edd91f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:25:07Z', 'updated_at': '2022-03-11T15:25:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:25:09.697970 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2d46e3-45b6-4c92-af5c-05381628f7be None None] Checking router: 6edc66e8-6509-4386-8dfc-20e30edd91f7 for host: dv-cinder-833365-1-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:25:09.698664 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2d46e3-45b6-4c92-af5c-05381628f7be None None] Updating router 6edc66e8-6509-4386-8dfc-20e30edd91f7 port 9ef05075-8f94-4b36-af6e-f5acd9fad9af binding host dv-cinder-833365-1-iscsi {{(pid=103742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:25:09.718669 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port a8e82ef0-8816-4731-b7ea-4a86bd904cf5 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:25:09.718669 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (a8e82ef0-8816-4731-b7ea-4a86bd904cf5), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:09.731324 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-ef2d46e3-45b6-4c92-af5c-05381628f7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (9ef05075-8f94-4b36-af6e-f5acd9fad9af), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:09.747645 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047998f1-2b1f-4cc5-9f43-72befeaa19c7 req-db13a345-8d28-4135-a531-dc0e1e42cc2a tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:09.755966 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-047998f1-2b1f-4cc5-9f43-72befeaa19c7 req-db13a345-8d28-4135-a531-dc0e1e42cc2a tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=86e9ec5b-075d-4f17-ac16-c02594db65d0 HTTP/1.1" status: 200 len: 945 time: 0.0731959 Mar 11 15:25:09.773338 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-b6571ea1-c8fe-477c-be36-189a841f3720 None None] Provisioning complete for port a8e82ef0-8816-4731-b7ea-4a86bd904cf5 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:25:09.773712 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b6571ea1-c8fe-477c-be36-189a841f3720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (a8e82ef0-8816-4731-b7ea-4a86bd904cf5), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:09.813508 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-047998f1-2b1f-4cc5-9f43-72befeaa19c7 req-181ecb2f-1549-4eba-b608-019967c937f3 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565619 Mar 11 15:25:09.817825 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-750e12f2-1fd3-4197-b03d-74346d71aa71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:09.866828 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port a8e82ef0-8816-4731-b7ea-4a86bd904cf5 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:25:09.866828 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device eb88247b-c4e8-4456-8a9a-36701c3eaf91 up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:25:09.955239 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-b6571ea1-c8fe-477c-be36-189a841f3720 None None] Current status of the port a8e82ef0-8816-4731-b7ea-4a86bd904cf5 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:25:09.963177 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port eb88247b-c4e8-4456-8a9a-36701c3eaf91 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:25:09.963581 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (eb88247b-c4e8-4456-8a9a-36701c3eaf91), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:10.017327 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-750e12f2-1fd3-4197-b03d-74346d71aa71 admin admin] Allocated IP 172.20.0.1 (a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c/e2da75a4-07cd-40b4-bfd8-d4c571861a8d/337c49a0-b346-4247-bd10-e5cf0fc48f5b) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:25:10.026213 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-ef2d46e3-45b6-4c92-af5c-05381628f7be None None] Publish callbacks [] for port (9ef05075-8f94-4b36-af6e-f5acd9fad9af), precommit_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:10.076942 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port eb88247b-c4e8-4456-8a9a-36701c3eaf91 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:25:10.103907 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-ef2d46e3-45b6-4c92-af5c-05381628f7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (9ef05075-8f94-4b36-af6e-f5acd9fad9af), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:10.138423 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-750e12f2-1fd3-4197-b03d-74346d71aa71 admin admin] Publish callbacks [] for port (337c49a0-b346-4247-bd10-e5cf0fc48f5b), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:10.156975 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-ef2d46e3-45b6-4c92-af5c-05381628f7be None None] Attempting to bind port 9ef05075-8f94-4b36-af6e-f5acd9fad9af on host dv-cinder-833365-1-iscsi for vnic_type normal with profile {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:25:10.157348 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-ef2d46e3-45b6-4c92-af5c-05381628f7be None None] Attempting to bind port 9ef05075-8f94-4b36-af6e-f5acd9fad9af by drivers openvswitch,hyperv on host dv-cinder-833365-1-iscsi at level 0 using segments [{'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:25:10.157708 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2d46e3-45b6-4c92-af5c-05381628f7be None None] Attempting to bind port 9ef05075-8f94-4b36-af6e-f5acd9fad9af on network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:25:10.160721 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99633f2-dd08-4d56-ad83-77a7324f58aa None None] Pushing event updated for resources: {'Port': ['ID=9ef05075-8f94-4b36-af6e-f5acd9fad9af,revision_number=2']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:10.166362 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2d46e3-45b6-4c92-af5c-05381628f7be None None] Checking agent: {'id': 'fa4429e9-b5f2-4825-8862-7268ebba473a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833365-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 13, 4), 'started_at': datetime.datetime(2022, 3, 11, 15, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833365-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:25:10.166746 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2d46e3-45b6-4c92-af5c-05381628f7be None None] Checking segment: {'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:25:10.167407 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-ef2d46e3-45b6-4c92-af5c-05381628f7be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:10.167592 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2d46e3-45b6-4c92-af5c-05381628f7be None None] Bound using segment: {'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:25:10.168036 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-ef2d46e3-45b6-4c92-af5c-05381628f7be None None] Bound port: 9ef05075-8f94-4b36-af6e-f5acd9fad9af, host: dv-cinder-833365-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:25:10.168412 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-ef2d46e3-45b6-4c92-af5c-05381628f7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (9ef05075-8f94-4b36-af6e-f5acd9fad9af), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:10.220167 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-ef2d46e3-45b6-4c92-af5c-05381628f7be None None] For port 9ef05075-8f94-4b36-af6e-f5acd9fad9af, host dv-cinder-833365-1-iscsi, cleared binding levels {{(pid=103742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:25:10.223368 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-ef2d46e3-45b6-4c92-af5c-05381628f7be None None] For port 9ef05075-8f94-4b36-af6e-f5acd9fad9af, host dv-cinder-833365-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=9ef05075-8f94-4b36-af6e-f5acd9fad9af,segment=NetworkSegment(64a1f402-9998-47a9-9edb-15a3bada483f),segment_id=64a1f402-9998-47a9-9edb-15a3bada483f)] {{(pid=103742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:25:10.230166 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-750e12f2-1fd3-4197-b03d-74346d71aa71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (337c49a0-b346-4247-bd10-e5cf0fc48f5b), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:10.266911 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750e12f2-1fd3-4197-b03d-74346d71aa71 admin admin] Network a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:25:10.269835 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-750e12f2-1fd3-4197-b03d-74346d71aa71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:25:10.273028 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750e12f2-1fd3-4197-b03d-74346d71aa71 admin admin] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:25:10.310057 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-ef2d46e3-45b6-4c92-af5c-05381628f7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (9ef05075-8f94-4b36-af6e-f5acd9fad9af), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:10.311994 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e12f2-1fd3-4197-b03d-74346d71aa71 admin admin] Pushing event updated for resources: {'Port': ['ID=337c49a0-b346-4247-bd10-e5cf0fc48f5b,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:10.329832 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-750e12f2-1fd3-4197-b03d-74346d71aa71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630528'] for router_interface (6edc66e8-6509-4386-8dfc-20e30edd91f7), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:10.384655 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2d46e3-45b6-4c92-af5c-05381628f7be None None] Routers {'6edc66e8-6509-4386-8dfc-20e30edd91f7'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:25:10.385459 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-ef2d46e3-45b6-4c92-af5c-05381628f7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:25:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['6edc66e8-6509-4386-8dfc-20e30edd91f7'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:25:10.426520 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99633f2-dd08-4d56-ad83-77a7324f58aa None None] Pushing event updated for resources: {'Port': ['ID=9ef05075-8f94-4b36-af6e-f5acd9fad9af,revision_number=3']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:10.517782 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-ef2d46e3-45b6-4c92-af5c-05381628f7be None None] Set router 6edc66e8-6509-4386-8dfc-20e30edd91f7 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:25:10.568423 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-750e12f2-1fd3-4197-b03d-74346d71aa71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (337c49a0-b346-4247-bd10-e5cf0fc48f5b), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:10.586517 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-4c6c4448-0945-4d4b-a5e8-268282fc0807 None None] Provisioning complete for port 337c49a0-b346-4247-bd10-e5cf0fc48f5b triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:25:10.587505 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-4c6c4448-0945-4d4b-a5e8-268282fc0807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (337c49a0-b346-4247-bd10-e5cf0fc48f5b), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:10.595629 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-2ac8db0e-b39f-4dc7-9e0c-4e6e5afa26c1 req-3698adcc-971a-44cf-a128-f31916ee63a8 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Deleting port d640dca1-5e3a-4e6b-a9f3-bba70e021bb4 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:25:10.596107 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-2ac8db0e-b39f-4dc7-9e0c-4e6e5afa26c1 req-3698adcc-971a-44cf-a128-f31916ee63a8 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (d640dca1-5e3a-4e6b-a9f3-bba70e021bb4), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:10.650279 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-4c6c4448-0945-4d4b-a5e8-268282fc0807 None None] Port 337c49a0-b346-4247-bd10-e5cf0fc48f5b cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:25:10.715099 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-2ac8db0e-b39f-4dc7-9e0c-4e6e5afa26c1 req-3698adcc-971a-44cf-a128-f31916ee63a8 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] For port d640dca1-5e3a-4e6b-a9f3-bba70e021bb4, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=d640dca1-5e3a-4e6b-a9f3-bba70e021bb4,segment=NetworkSegment(7655d188-6906-4724-b769-5e660bebc822),segment_id=7655d188-6906-4724-b769-5e660bebc822)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:25:10.715495 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-2ac8db0e-b39f-4dc7-9e0c-4e6e5afa26c1 req-3698adcc-971a-44cf-a128-f31916ee63a8 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (d640dca1-5e3a-4e6b-a9f3-bba70e021bb4), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:10.734251 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-2ac8db0e-b39f-4dc7-9e0c-4e6e5afa26c1 req-3698adcc-971a-44cf-a128-f31916ee63a8 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Calling delete_port for d640dca1-5e3a-4e6b-a9f3-bba70e021bb4 owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:25:10.758009 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-750e12f2-1fd3-4197-b03d-74346d71aa71 admin admin] Publish callbacks [] for port (337c49a0-b346-4247-bd10-e5cf0fc48f5b), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:10.773251 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-ef2d46e3-45b6-4c92-af5c-05381628f7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edc66e8-6509-4386-8dfc-20e30edd91f7', 'name': 'tempest-TestMinimumBasicScenario-1601117428-router', 'tenant_id': '1a5c5a49ca954921a1f800a466122fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '9ef05075-8f94-4b36-af6e-f5acd9fad9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:25:06Z', 'updated_at': '2022-03-11T15:25:07Z', 'revision_number': 3, 'project_id': '1a5c5a49ca954921a1f800a466122fcf', 'gw_port': {'id': '9ef05075-8f94-4b36-af6e-f5acd9fad9af', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:27:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edc66e8-6509-4386-8dfc-20e30edd91f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:25:07Z', 'updated_at': '2022-03-11T15:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:25:10.801879 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2d46e3-45b6-4c92-af5c-05381628f7be None None] The sync data for ids ['6edc66e8-6509-4386-8dfc-20e30edd91f7'] in dv-cinder-833365-1-iscsi is: [{'id': '6edc66e8-6509-4386-8dfc-20e30edd91f7', 'name': 'tempest-TestMinimumBasicScenario-1601117428-router', 'tenant_id': '1a5c5a49ca954921a1f800a466122fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '9ef05075-8f94-4b36-af6e-f5acd9fad9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:25:06Z', 'updated_at': '2022-03-11T15:25:07Z', 'revision_number': 3, 'project_id': '1a5c5a49ca954921a1f800a466122fcf', 'gw_port': {'id': '9ef05075-8f94-4b36-af6e-f5acd9fad9af', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:27:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edc66e8-6509-4386-8dfc-20e30edd91f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:25:07Z', 'updated_at': '2022-03-11T15:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:25:10.819640 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-750e12f2-1fd3-4197-b03d-74346d71aa71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15279833'] for port (337c49a0-b346-4247-bd10-e5cf0fc48f5b), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:10.893780 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-750e12f2-1fd3-4197-b03d-74346d71aa71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630700'] for router_interface (6edc66e8-6509-4386-8dfc-20e30edd91f7), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:10.896181 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e12f2-1fd3-4197-b03d-74346d71aa71 admin admin] Pushing event updated for resources: {'Port': ['ID=337c49a0-b346-4247-bd10-e5cf0fc48f5b,revision_number=2']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:10.957268 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-2ac8db0e-b39f-4dc7-9e0c-4e6e5afa26c1 req-3698adcc-971a-44cf-a128-f31916ee63a8 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (d640dca1-5e3a-4e6b-a9f3-bba70e021bb4), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:10.987790 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698adcc-971a-44cf-a128-f31916ee63a8 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Pushing event deleted for resources: {'Port': ['ID=d640dca1-5e3a-4e6b-a9f3-bba70e021bb4,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:11.058016 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac8db0e-b39f-4dc7-9e0c-4e6e5afa26c1 req-3698adcc-971a-44cf-a128-f31916ee63a8 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] No DVR routers for this DVR port d640dca1-5e3a-4e6b-a9f3-bba70e021bb4 on host hv-cinder-83336 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:25:11.062325 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-2ac8db0e-b39f-4dc7-9e0c-4e6e5afa26c1 req-3698adcc-971a-44cf-a128-f31916ee63a8 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:11.070193 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2ac8db0e-b39f-4dc7-9e0c-4e6e5afa26c1 req-3698adcc-971a-44cf-a128-f31916ee63a8 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.66 "DELETE /v2.0/ports/d640dca1-5e3a-4e6b-a9f3-bba70e021bb4 HTTP/1.1" status: 204 len: 173 time: 0.5979519 Mar 11 15:25:11.070193 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86e9ec5b-075d-4f17-ac16-c02594db65d0', 'name': 'network-vif-deleted', 'tag': 'd640dca1-5e3a-4e6b-a9f3-bba70e021bb4'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:25:11.073647 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038838df-a05d-43d5-97e4-a634ed310f7c" -d '{"events": [{"server_uuid": "86e9ec5b-075d-4f17-ac16-c02594db65d0", "name": "network-vif-deleted", "tag": "d640dca1-5e3a-4e6b-a9f3-bba70e021bb4"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:25:11.154703 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3610d5fd-4cc0-499b-be78-ace15f17b155 x-openstack-request-id: req-3610d5fd-4cc0-499b-be78-ace15f17b155 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:25:11.155722 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86e9ec5b-075d-4f17-ac16-c02594db65d0", "name": "network-vif-deleted", "tag": "d640dca1-5e3a-4e6b-a9f3-bba70e021bb4", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:25:11.157230 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3610d5fd-4cc0-499b-be78-ace15f17b155 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:25:11.157794 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86e9ec5b-075d-4f17-ac16-c02594db65d0', 'name': 'network-vif-deleted', 'tag': 'd640dca1-5e3a-4e6b-a9f3-bba70e021bb4', 'status': 'completed', 'code': 200} Mar 11 15:25:11.238805 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7d15f-df51-4f50-b6ad-326de91a41e0 req-a4d634da-51f9-40e0-adf0-4a4145831db3 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:11.240369 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-30b7d15f-df51-4f50-b6ad-326de91a41e0 req-a4d634da-51f9-40e0-adf0-4a4145831db3 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=86e9ec5b-075d-4f17-ac16-c02594db65d0 HTTP/1.1" status: 200 len: 867 time: 0.3333871 Mar 11 15:25:11.292209 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750e12f2-1fd3-4197-b03d-74346d71aa71 admin admin] Network a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:25:11.294778 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-750e12f2-1fd3-4197-b03d-74346d71aa71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:25:11.369350 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-30b7d15f-df51-4f50-b6ad-326de91a41e0 req-50dcd438-ad99-494a-9597-0554e5fbb6d0 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217189 Mar 11 15:25:11.454769 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750e12f2-1fd3-4197-b03d-74346d71aa71 admin admin] Router 6edc66e8-6509-4386-8dfc-20e30edd91f7 has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:25:11.521371 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['d640dca1-5e3a-4e6b-a9f3-bba70e021bb4'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:25:11.584988 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-dfde8b73-32ed-4b8d-b0c4-acccb74622d6 None None] Provisioning complete for port 337c49a0-b346-4247-bd10-e5cf0fc48f5b triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:25:11.585360 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-dfde8b73-32ed-4b8d-b0c4-acccb74622d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (337c49a0-b346-4247-bd10-e5cf0fc48f5b), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:11.603246 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750e12f2-1fd3-4197-b03d-74346d71aa71 admin admin] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:25:11.609953 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-750e12f2-1fd3-4197-b03d-74346d71aa71 admin admin] 10.222.0.44 "PUT /v2.0/routers/6edc66e8-6509-4386-8dfc-20e30edd91f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3414354 Mar 11 15:25:11.638565 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device a8e82ef0-8816-4731-b7ea-4a86bd904cf5 up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:25:11.660919 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-dfde8b73-32ed-4b8d-b0c4-acccb74622d6 None None] Port 337c49a0-b346-4247-bd10-e5cf0fc48f5b cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:25:11.690647 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port a8e82ef0-8816-4731-b7ea-4a86bd904cf5 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:25:11.691023 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (a8e82ef0-8816-4731-b7ea-4a86bd904cf5), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:11.780497 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port a8e82ef0-8816-4731-b7ea-4a86bd904cf5 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:25:11.781783 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 9ef05075-8f94-4b36-af6e-f5acd9fad9af up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:25:11.832924 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port 9ef05075-8f94-4b36-af6e-f5acd9fad9af triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:25:11.833294 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (9ef05075-8f94-4b36-af6e-f5acd9fad9af), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:11.918117 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port 9ef05075-8f94-4b36-af6e-f5acd9fad9af is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:25:11.918588 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (9ef05075-8f94-4b36-af6e-f5acd9fad9af), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:11.942007 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] For port 9ef05075-8f94-4b36-af6e-f5acd9fad9af, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=9ef05075-8f94-4b36-af6e-f5acd9fad9af,segment=NetworkSegment(64a1f402-9998-47a9-9edb-15a3bada483f),segment_id=64a1f402-9998-47a9-9edb-15a3bada483f)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:25:12.036810 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (9ef05075-8f94-4b36-af6e-f5acd9fad9af), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:12.097574 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Pushing event updated for resources: {'Port': ['ID=9ef05075-8f94-4b36-af6e-f5acd9fad9af,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:12.473142 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5f46410a-0eed-4f8f-96d0-83d0cf2accb2 req-b7279b08-0af1-4f55-88cc-0353cf2b1f1d tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=86e9ec5b-075d-4f17-ac16-c02594db65d0 HTTP/1.1" status: 200 len: 210 time: 0.0301881 Mar 11 15:25:12.499708 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:12.722561 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee0f600-eb7c-442a-88bf-8a3512ee658f None None] Sync routers for ids ['6edc66e8-6509-4386-8dfc-20e30edd91f7'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:25:12.737332 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee0f600-eb7c-442a-88bf-8a3512ee658f None None] Routers {'6edc66e8-6509-4386-8dfc-20e30edd91f7'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:25:12.737332 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-2ee0f600-eb7c-442a-88bf-8a3512ee658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:25:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['6edc66e8-6509-4386-8dfc-20e30edd91f7'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:25:12.873694 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-2ee0f600-eb7c-442a-88bf-8a3512ee658f None None] Set router 6edc66e8-6509-4386-8dfc-20e30edd91f7 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:25:13.128997 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-2ee0f600-eb7c-442a-88bf-8a3512ee658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edc66e8-6509-4386-8dfc-20e30edd91f7', 'name': 'tempest-TestMinimumBasicScenario-1601117428-router', 'tenant_id': '1a5c5a49ca954921a1f800a466122fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '9ef05075-8f94-4b36-af6e-f5acd9fad9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:25:06Z', 'updated_at': '2022-03-11T15:25:10Z', 'revision_number': 4, 'project_id': '1a5c5a49ca954921a1f800a466122fcf', 'gw_port': {'id': '9ef05075-8f94-4b36-af6e-f5acd9fad9af', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:27:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edc66e8-6509-4386-8dfc-20e30edd91f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:25:07Z', 'updated_at': '2022-03-11T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '337c49a0-b346-4247-bd10-e5cf0fc48f5b', 'name': '', 'network_id': 'a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c', 'tenant_id': '1a5c5a49ca954921a1f800a466122fcf', 'mac_address': 'fa:16:3e:6f:8b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edc66e8-6509-4386-8dfc-20e30edd91f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e2da75a4-07cd-40b4-bfd8-d4c571861a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:25:09Z', 'updated_at': '2022-03-11T15:25:10Z', 'revision_number': 2, 'project_id': '1a5c5a49ca954921a1f800a466122fcf', 'subnets': [{'id': 'e2da75a4-07cd-40b4-bfd8-d4c571861a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:25:13.160633 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee0f600-eb7c-442a-88bf-8a3512ee658f None None] Checking router: 6edc66e8-6509-4386-8dfc-20e30edd91f7 for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:25:13.160980 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee0f600-eb7c-442a-88bf-8a3512ee658f None None] Updating router 6edc66e8-6509-4386-8dfc-20e30edd91f7 port 337c49a0-b346-4247-bd10-e5cf0fc48f5b binding host dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:25:13.200000 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f600-eb7c-442a-88bf-8a3512ee658f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (337c49a0-b346-4247-bd10-e5cf0fc48f5b), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:13.522589 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device d640dca1-5e3a-4e6b-a9f3-bba70e021bb4 no longer exists at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:25:13.556248 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 9ef05075-8f94-4b36-af6e-f5acd9fad9af up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:25:13.607917 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] No Port match for: d640dca1-5e3a-4e6b-a9f3-bba70e021bb4 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:25:13.608290 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device d640dca1-5e3a-4e6b-a9f3-bba70e021bb4 not bound to the agent host hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:25:13.643740 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9e6ca93f-aa65-41a8-adf9-c4dafe790323 req-49fe3f45-07a8-49aa-aefd-95e51efc461c tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=86e9ec5b-075d-4f17-ac16-c02594db65d0 HTTP/1.1" status: 200 len: 210 time: 0.0502126 Mar 11 15:25:13.674670 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port 9ef05075-8f94-4b36-af6e-f5acd9fad9af triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:25:13.675027 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (9ef05075-8f94-4b36-af6e-f5acd9fad9af), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:13.762296 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f600-eb7c-442a-88bf-8a3512ee658f None None] Publish callbacks [] for port (337c49a0-b346-4247-bd10-e5cf0fc48f5b), precommit_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:13.825756 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port 9ef05075-8f94-4b36-af6e-f5acd9fad9af is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:25:13.848718 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f600-eb7c-442a-88bf-8a3512ee658f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (337c49a0-b346-4247-bd10-e5cf0fc48f5b), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:13.904155 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12b391-d853-4e92-8054-e54dbd4572d9 None None] Pushing event updated for resources: {'Port': ['ID=337c49a0-b346-4247-bd10-e5cf0fc48f5b,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:13.978851 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-2ee0f600-eb7c-442a-88bf-8a3512ee658f None None] Attempting to bind port 337c49a0-b346-4247-bd10-e5cf0fc48f5b on host dv-cinder-833365-1-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:25:13.979255 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-2ee0f600-eb7c-442a-88bf-8a3512ee658f None None] Attempting to bind port 337c49a0-b346-4247-bd10-e5cf0fc48f5b by drivers openvswitch,hyperv on host dv-cinder-833365-1-iscsi at level 0 using segments [{'id': 'cfb2c682-b419-49a0-86b1-daea4e7283c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:25:13.979669 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee0f600-eb7c-442a-88bf-8a3512ee658f None None] Attempting to bind port 337c49a0-b346-4247-bd10-e5cf0fc48f5b on network a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:25:13.985802 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee0f600-eb7c-442a-88bf-8a3512ee658f None None] Checking agent: {'id': 'fa4429e9-b5f2-4825-8862-7268ebba473a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833365-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 13, 4), 'started_at': datetime.datetime(2022, 3, 11, 15, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833365-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:25:13.986354 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee0f600-eb7c-442a-88bf-8a3512ee658f None None] Checking segment: {'id': 'cfb2c682-b419-49a0-86b1-daea4e7283c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:25:13.986758 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f600-eb7c-442a-88bf-8a3512ee658f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:13.987149 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee0f600-eb7c-442a-88bf-8a3512ee658f None None] Bound using segment: {'id': 'cfb2c682-b419-49a0-86b1-daea4e7283c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:25:13.987673 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-2ee0f600-eb7c-442a-88bf-8a3512ee658f None None] Bound port: 337c49a0-b346-4247-bd10-e5cf0fc48f5b, host: dv-cinder-833365-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb2c682-b419-49a0-86b1-daea4e7283c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:25:13.988054 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f600-eb7c-442a-88bf-8a3512ee658f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (337c49a0-b346-4247-bd10-e5cf0fc48f5b), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:14.245805 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-e36bc890-5e94-486b-8b40-25833676c488 None None] Provisioning complete for port 337c49a0-b346-4247-bd10-e5cf0fc48f5b triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:25:14.246266 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e36bc890-5e94-486b-8b40-25833676c488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (337c49a0-b346-4247-bd10-e5cf0fc48f5b), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:14.250293 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-2ee0f600-eb7c-442a-88bf-8a3512ee658f None None] For port 337c49a0-b346-4247-bd10-e5cf0fc48f5b, host dv-cinder-833365-1-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:25:14.284185 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-2ee0f600-eb7c-442a-88bf-8a3512ee658f None None] For port 337c49a0-b346-4247-bd10-e5cf0fc48f5b, host dv-cinder-833365-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=337c49a0-b346-4247-bd10-e5cf0fc48f5b,segment=NetworkSegment(cfb2c682-b419-49a0-86b1-daea4e7283c3),segment_id=cfb2c682-b419-49a0-86b1-daea4e7283c3)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:25:14.296283 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-e36bc890-5e94-486b-8b40-25833676c488 None None] Port 337c49a0-b346-4247-bd10-e5cf0fc48f5b cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:25:14.352217 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f600-eb7c-442a-88bf-8a3512ee658f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (337c49a0-b346-4247-bd10-e5cf0fc48f5b), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:14.469714 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee0f600-eb7c-442a-88bf-8a3512ee658f None None] Routers {'6edc66e8-6509-4386-8dfc-20e30edd91f7'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:25:14.470349 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-2ee0f600-eb7c-442a-88bf-8a3512ee658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:25:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['6edc66e8-6509-4386-8dfc-20e30edd91f7'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:25:14.523237 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12b391-d853-4e92-8054-e54dbd4572d9 None None] Pushing event updated for resources: {'Port': ['ID=337c49a0-b346-4247-bd10-e5cf0fc48f5b,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:14.617655 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-2ee0f600-eb7c-442a-88bf-8a3512ee658f None None] Set router 6edc66e8-6509-4386-8dfc-20e30edd91f7 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:25:14.754288 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-1f17b8ec-c832-4ebb-80c5-3d768057cd00 None None] Provisioning complete for port 337c49a0-b346-4247-bd10-e5cf0fc48f5b triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:25:14.754669 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-1f17b8ec-c832-4ebb-80c5-3d768057cd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (337c49a0-b346-4247-bd10-e5cf0fc48f5b), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:14.952857 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-1f17b8ec-c832-4ebb-80c5-3d768057cd00 None None] Current status of the port 337c49a0-b346-4247-bd10-e5cf0fc48f5b is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:25:14.953806 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-1f17b8ec-c832-4ebb-80c5-3d768057cd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (337c49a0-b346-4247-bd10-e5cf0fc48f5b), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:15.044066 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-1f17b8ec-c832-4ebb-80c5-3d768057cd00 None None] For port 337c49a0-b346-4247-bd10-e5cf0fc48f5b, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=337c49a0-b346-4247-bd10-e5cf0fc48f5b,segment=NetworkSegment(cfb2c682-b419-49a0-86b1-daea4e7283c3),segment_id=cfb2c682-b419-49a0-86b1-daea4e7283c3)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:25:15.068625 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-2ee0f600-eb7c-442a-88bf-8a3512ee658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edc66e8-6509-4386-8dfc-20e30edd91f7', 'name': 'tempest-TestMinimumBasicScenario-1601117428-router', 'tenant_id': '1a5c5a49ca954921a1f800a466122fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '9ef05075-8f94-4b36-af6e-f5acd9fad9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:25:06Z', 'updated_at': '2022-03-11T15:25:10Z', 'revision_number': 4, 'project_id': '1a5c5a49ca954921a1f800a466122fcf', 'gw_port': {'id': '9ef05075-8f94-4b36-af6e-f5acd9fad9af', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:27:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edc66e8-6509-4386-8dfc-20e30edd91f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:25:07Z', 'updated_at': '2022-03-11T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '337c49a0-b346-4247-bd10-e5cf0fc48f5b', 'name': '', 'network_id': 'a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c', 'tenant_id': '1a5c5a49ca954921a1f800a466122fcf', 'mac_address': 'fa:16:3e:6f:8b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edc66e8-6509-4386-8dfc-20e30edd91f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e2da75a4-07cd-40b4-bfd8-d4c571861a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:25:09Z', 'updated_at': '2022-03-11T15:25:14Z', 'revision_number': 4, 'project_id': '1a5c5a49ca954921a1f800a466122fcf', 'subnets': [{'id': 'e2da75a4-07cd-40b4-bfd8-d4c571861a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:25:15.089296 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-96cb1222-158d-40c0-aa7a-dfa4a75fb99b tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:15.096754 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-96cb1222-158d-40c0-aa7a-dfa4a75fb99b tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/networks?id=bc06db6f-fee0-4088-9692-ae854a38da19 HTTP/1.1" status: 200 len: 808 time: 0.1633182 Mar 11 15:25:15.101031 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee0f600-eb7c-442a-88bf-8a3512ee658f None None] The sync data for ids ['6edc66e8-6509-4386-8dfc-20e30edd91f7'] in dv-cinder-833365-1-iscsi is: [{'id': '6edc66e8-6509-4386-8dfc-20e30edd91f7', 'name': 'tempest-TestMinimumBasicScenario-1601117428-router', 'tenant_id': '1a5c5a49ca954921a1f800a466122fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '9ef05075-8f94-4b36-af6e-f5acd9fad9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:25:06Z', 'updated_at': '2022-03-11T15:25:10Z', 'revision_number': 4, 'project_id': '1a5c5a49ca954921a1f800a466122fcf', 'gw_port': {'id': '9ef05075-8f94-4b36-af6e-f5acd9fad9af', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:27:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edc66e8-6509-4386-8dfc-20e30edd91f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:25:07Z', 'updated_at': '2022-03-11T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '337c49a0-b346-4247-bd10-e5cf0fc48f5b', 'name': '', 'network_id': 'a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c', 'tenant_id': '1a5c5a49ca954921a1f800a466122fcf', 'mac_address': 'fa:16:3e:6f:8b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6edc66e8-6509-4386-8dfc-20e30edd91f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e2da75a4-07cd-40b4-bfd8-d4c571861a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:25:09Z', 'updated_at': '2022-03-11T15:25:14Z', 'revision_number': 4, 'project_id': '1a5c5a49ca954921a1f800a466122fcf', 'subnets': [{'id': 'e2da75a4-07cd-40b4-bfd8-d4c571861a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:25:15.114505 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-a2208ee3-7d4f-4f3b-a901-56593ea27f1f tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/quotas/677bbc35e39a452aae230fe2f84b28f4 HTTP/1.1" status: 200 len: 375 time: 0.0167964 Mar 11 15:25:15.117968 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-1f17b8ec-c832-4ebb-80c5-3d768057cd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (337c49a0-b346-4247-bd10-e5cf0fc48f5b), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:15.170619 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-e15ac310-fd2d-48cf-b92c-60693184a261 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=677bbc35e39a452aae230fe2f84b28f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549462 Mar 11 15:25:15.215652 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17b8ec-c832-4ebb-80c5-3d768057cd00 None None] Pushing event updated for resources: {'Port': ['ID=337c49a0-b346-4247-bd10-e5cf0fc48f5b,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:15.313899 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-bb907817-53d0-40df-85e8-c894012353f3 service neutron] 10.222.0.44 "GET /v2.0/networks/bc06db6f-fee0-4088-9692-ae854a38da19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418180 Mar 11 15:25:15.486571 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-3bf1ed82-d74d-4d39-8f1b-3b4aa6867294 service neutron] 10.222.0.44 "GET /v2.0/networks/bc06db6f-fee0-4088-9692-ae854a38da19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663005 Mar 11 15:25:15.584838 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 337c49a0-b346-4247-bd10-e5cf0fc48f5b up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:25:15.669758 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port 337c49a0-b346-4247-bd10-e5cf0fc48f5b triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:25:15.670468 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (337c49a0-b346-4247-bd10-e5cf0fc48f5b), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:15.826735 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port 337c49a0-b346-4247-bd10-e5cf0fc48f5b is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:25:15.888782 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d22ab3fb-3762-487e-bf32-6f0e189a2dbd req-93b4b2df-55cc-44a9-a9c3-110e64012cce tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 210 time: 0.0371411 Mar 11 15:25:17.010826 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0cdc5879-8066-4343-99d9-d899aa282f9b req-d7b93916-12c5-4da3-af14-011e02838f06 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 210 time: 0.0395730 Mar 11 15:25:18.137989 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b6a4172e-9849-4214-af6a-4c5cb73374bb req-b20da37f-9c43-4955-85a7-51d4e7a7f1c6 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 210 time: 0.0314791 Mar 11 15:25:18.524714 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-ba9db65a-7194-4de1-899e-0b18ce185b3e tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:18.526185 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-ba9db65a-7194-4de1-899e-0b18ce185b3e tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.66 "GET /v2.0/networks?id=bc06db6f-fee0-4088-9692-ae854a38da19 HTTP/1.1" status: 200 len: 808 time: 0.1659436 Mar 11 15:25:18.541311 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-88fe84d4-0867-4814-960e-9927b43d3ee2 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Request body: {'port': {'device_id': '314746ef-6ca3-4f85-9c32-821796963930', 'network_id': 'bc06db6f-fee0-4088-9692-ae854a38da19', 'admin_state_up': True, 'tenant_id': '677bbc35e39a452aae230fe2f84b28f4'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:25:18.739618 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-88fe84d4-0867-4814-960e-9927b43d3ee2 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Made reservation on behalf of 677bbc35e39a452aae230fe2f84b28f4 for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:25:18.744284 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-88fe84d4-0867-4814-960e-9927b43d3ee2 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:18.933757 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-88fe84d4-0867-4814-960e-9927b43d3ee2 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Allocated IP 172.20.0.6 (bc06db6f-fee0-4088-9692-ae854a38da19/7dfbc1a5-4ded-4b22-9fb1-9bc1dc935995/ef128f43-2baf-45b2-b84f-d451311d10aa) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:25:19.116454 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-88fe84d4-0867-4814-960e-9927b43d3ee2 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Publish callbacks [] for port (ef128f43-2baf-45b2-b84f-d451311d10aa), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:19.230215 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-88fe84d4-0867-4814-960e-9927b43d3ee2 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (ef128f43-2baf-45b2-b84f-d451311d10aa), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:19.250756 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-fa70c61c-dc85-4ee8-aa41-c4c89c9f5c0b req-172fe720-bf28-4583-9c72-a0e35c8e23a6 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 210 time: 0.0363071 Mar 11 15:25:19.309421 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe84d4-0867-4814-960e-9927b43d3ee2 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Pushing event updated for resources: {'Port': ['ID=ef128f43-2baf-45b2-b84f-d451311d10aa,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:19.386240 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-88fe84d4-0867-4814-960e-9927b43d3ee2 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Network bc06db6f-fee0-4088-9692-ae854a38da19 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:25:19.388281 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-88fe84d4-0867-4814-960e-9927b43d3ee2 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:25:19.392020 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-88fe84d4-0867-4814-960e-9927b43d3ee2 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:25:19.454547 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-88fe84d4-0867-4814-960e-9927b43d3ee2 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:19.455296 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-88fe84d4-0867-4814-960e-9927b43d3ee2 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:19.543059 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-88fe84d4-0867-4814-960e-9927b43d3ee2 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0070190 Mar 11 15:25:19.583158 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-3888afc6-f9f5-4ca2-a407-afddc365db3a service neutron] Request body: {'port': {'device_id': '314746ef-6ca3-4f85-9c32-821796963930', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83336'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:25:19.654132 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-3888afc6-f9f5-4ca2-a407-afddc365db3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (ef128f43-2baf-45b2-b84f-d451311d10aa), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:19.955086 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-3888afc6-f9f5-4ca2-a407-afddc365db3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef128f43-2baf-45b2-b84f-d451311d10aa {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:25:19.963864 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-3888afc6-f9f5-4ca2-a407-afddc365db3a service neutron] Publish callbacks [] for port (ef128f43-2baf-45b2-b84f-d451311d10aa), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:19.976166 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-3888afc6-f9f5-4ca2-a407-afddc365db3a service neutron] Transition to ACTIVE for port object ef128f43-2baf-45b2-b84f-d451311d10aa will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 15:25:20.162233 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-3888afc6-f9f5-4ca2-a407-afddc365db3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (ef128f43-2baf-45b2-b84f-d451311d10aa), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:20.243157 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888afc6-f9f5-4ca2-a407-afddc365db3a service neutron] Pushing event updated for resources: {'Port': ['ID=ef128f43-2baf-45b2-b84f-d451311d10aa,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:20.316216 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-3888afc6-f9f5-4ca2-a407-afddc365db3a service neutron] Attempting to bind port ef128f43-2baf-45b2-b84f-d451311d10aa on host hv-cinder-83336 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:25:20.316553 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-3888afc6-f9f5-4ca2-a407-afddc365db3a service neutron] Attempting to bind port ef128f43-2baf-45b2-b84f-d451311d10aa by drivers openvswitch,hyperv on host hv-cinder-83336 at level 0 using segments [{'id': '7655d188-6906-4724-b769-5e660bebc822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bc06db6f-fee0-4088-9692-ae854a38da19'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:25:20.316883 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-3888afc6-f9f5-4ca2-a407-afddc365db3a service neutron] Attempting to bind port ef128f43-2baf-45b2-b84f-d451311d10aa on network bc06db6f-fee0-4088-9692-ae854a38da19 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:25:20.324562 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-3888afc6-f9f5-4ca2-a407-afddc365db3a service neutron] Port ef128f43-2baf-45b2-b84f-d451311d10aa on network bc06db6f-fee0-4088-9692-ae854a38da19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83336 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 15:25:20.324893 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-3888afc6-f9f5-4ca2-a407-afddc365db3a service neutron] Attempting to bind port ef128f43-2baf-45b2-b84f-d451311d10aa on network bc06db6f-fee0-4088-9692-ae854a38da19 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:25:20.332168 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-3888afc6-f9f5-4ca2-a407-afddc365db3a service neutron] Checking agent: {'id': '7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:25:20.338653 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-3888afc6-f9f5-4ca2-a407-afddc365db3a service neutron] Checking segment: {'id': '7655d188-6906-4724-b769-5e660bebc822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bc06db6f-fee0-4088-9692-ae854a38da19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:25:20.338653 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-3888afc6-f9f5-4ca2-a407-afddc365db3a service neutron] Bound using segment: {'id': '7655d188-6906-4724-b769-5e660bebc822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bc06db6f-fee0-4088-9692-ae854a38da19'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:25:20.338653 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-3888afc6-f9f5-4ca2-a407-afddc365db3a service neutron] Bound port: ef128f43-2baf-45b2-b84f-d451311d10aa, host: hv-cinder-83336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7655d188-6906-4724-b769-5e660bebc822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bc06db6f-fee0-4088-9692-ae854a38da19'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:25:20.338653 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-3888afc6-f9f5-4ca2-a407-afddc365db3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (ef128f43-2baf-45b2-b84f-d451311d10aa), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:20.441042 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-3888afc6-f9f5-4ca2-a407-afddc365db3a service neutron] For port ef128f43-2baf-45b2-b84f-d451311d10aa, host hv-cinder-83336, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:25:20.444919 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-3888afc6-f9f5-4ca2-a407-afddc365db3a service neutron] For port ef128f43-2baf-45b2-b84f-d451311d10aa, host hv-cinder-83336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=ef128f43-2baf-45b2-b84f-d451311d10aa,segment=NetworkSegment(7655d188-6906-4724-b769-5e660bebc822),segment_id=7655d188-6906-4724-b769-5e660bebc822)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:25:20.457840 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e92e5a-ee74-47b1-bab8-2d4bb0d0a613 req-0e67a9d5-3b53-4a2d-ba90-7e4e4bdb5ae8 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:20.459348 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-78e92e5a-ee74-47b1-bab8-2d4bb0d0a613 req-0e67a9d5-3b53-4a2d-ba90-7e4e4bdb5ae8 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 943 time: 0.1118937 Mar 11 15:25:20.541427 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-78e92e5a-ee74-47b1-bab8-2d4bb0d0a613 req-206006b8-7a4f-4cc9-bca4-8915eaf1ae2e tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689423 Mar 11 15:25:20.562773 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-3888afc6-f9f5-4ca2-a407-afddc365db3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (ef128f43-2baf-45b2-b84f-d451311d10aa), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:20.625263 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-3888afc6-f9f5-4ca2-a407-afddc365db3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:20.626206 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-3888afc6-f9f5-4ca2-a407-afddc365db3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:20.627813 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-3888afc6-f9f5-4ca2-a407-afddc365db3a service neutron] 10.222.0.66 "PUT /v2.0/ports/ef128f43-2baf-45b2-b84f-d451311d10aa HTTP/1.1" status: 200 len: 1093 time: 1.0512540 Mar 11 15:25:20.634016 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '314746ef-6ca3-4f85-9c32-821796963930', 'tag': 'ef128f43-2baf-45b2-b84f-d451311d10aa'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:25:20.636262 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0559362e-3ff9-4962-abe8-d52019645af7" -d '{"events": [{"name": "network-changed", "server_uuid": "314746ef-6ca3-4f85-9c32-821796963930", "tag": "ef128f43-2baf-45b2-b84f-d451311d10aa"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:25:20.683501 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888afc6-f9f5-4ca2-a407-afddc365db3a service neutron] Pushing event updated for resources: {'Port': ['ID=ef128f43-2baf-45b2-b84f-d451311d10aa,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:20.692813 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bc51ec-a708-4581-b299-ec63175478c0 x-openstack-request-id: req-46bc51ec-a708-4581-b299-ec63175478c0 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:25:20.693103 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "314746ef-6ca3-4f85-9c32-821796963930", "tag": "ef128f43-2baf-45b2-b84f-d451311d10aa", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:25:20.693353 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-46bc51ec-a708-4581-b299-ec63175478c0 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:25:20.693802 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '314746ef-6ca3-4f85-9c32-821796963930', 'tag': 'ef128f43-2baf-45b2-b84f-d451311d10aa', 'status': 'completed', 'code': 200} Mar 11 15:25:20.818225 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559362e-3ff9-4962-abe8-d52019645af7 req-c0ace3f0-2a71-4d86-9a01-505a8371142b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:20.823211 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0559362e-3ff9-4962-abe8-d52019645af7 req-c0ace3f0-2a71-4d86-9a01-505a8371142b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=677bbc35e39a452aae230fe2f84b28f4&device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 1127 time: 0.0818782 Mar 11 15:25:20.957602 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559362e-3ff9-4962-abe8-d52019645af7 req-fef50e83-9e8c-4eae-85da-6ccc3a348dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:20.959392 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0559362e-3ff9-4962-abe8-d52019645af7 req-fef50e83-9e8c-4eae-85da-6ccc3a348dab service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=677bbc35e39a452aae230fe2f84b28f4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1310987 Mar 11 15:25:21.096446 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559362e-3ff9-4962-abe8-d52019645af7 req-3f399a64-7d22-464e-9527-b8fb8db76561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:21.096446 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0559362e-3ff9-4962-abe8-d52019645af7 req-3f399a64-7d22-464e-9527-b8fb8db76561 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1275704 Mar 11 15:25:21.204816 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-b8da48ae-022f-4557-a85a-df8a0ef1dfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:21.206737 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-b8da48ae-022f-4557-a85a-df8a0ef1dfd6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=677bbc35e39a452aae230fe2f84b28f4&device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 1127 time: 0.0625448 Mar 11 15:25:21.262279 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-3581164e-f852-40e7-be59-301840293f4d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef128f43-2baf-45b2-b84f-d451311d10aa HTTP/1.1" status: 200 len: 217 time: 0.0442581 Mar 11 15:25:21.325687 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-61fd40cd-c4b6-4bf5-8cda-8798b7bde840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:21.327326 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-61fd40cd-c4b6-4bf5-8cda-8798b7bde840 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7dfbc1a5-4ded-4b22-9fb1-9bc1dc935995 HTTP/1.1" status: 200 len: 848 time: 0.0595369 Mar 11 15:25:21.366118 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-d5fed6c9-506d-45f6-9588-fbca1653bbee service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bc06db6f-fee0-4088-9692-ae854a38da19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314980 Mar 11 15:25:21.491241 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-8be920b7-cd2c-46c1-8b44-dfd0dc2cb831 service neutron] 10.222.0.66 "GET /v2.0/networks/bc06db6f-fee0-4088-9692-ae854a38da19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163173 Mar 11 15:25:21.630010 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-24616f7c-ed09-492d-bf01-b938e8b269b4 req-da6d99c7-d5de-420a-b820-0f5dedc27ef0 service neutron] 10.222.0.66 "GET /v2.0/networks/bc06db6f-fee0-4088-9692-ae854a38da19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305332 Mar 11 15:25:21.710906 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0273a58-43b5-41c4-bcbb-921a0a967ab7 req-164b98c3-acd7-49b4-8aa3-8f2bbfaa582a tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:21.720057 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b0273a58-43b5-41c4-bcbb-921a0a967ab7 req-164b98c3-acd7-49b4-8aa3-8f2bbfaa582a tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0791273 Mar 11 15:25:21.735162 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8445b-e048-45b5-9b22-32d382ac409c req-edb725df-58ca-46cf-b61f-70f1ba922d5a tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:21.736825 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-86a8445b-e048-45b5-9b22-32d382ac409c req-edb725df-58ca-46cf-b61f-70f1ba922d5a tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 943 time: 0.0697665 Mar 11 15:25:21.800389 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b0273a58-43b5-41c4-bcbb-921a0a967ab7 req-d8bf1b36-730a-45a9-b548-4e8dd868b149 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790200 Mar 11 15:25:21.824735 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-86a8445b-e048-45b5-9b22-32d382ac409c req-0cf0924b-9ab5-481d-90f6-e219252a4916 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730913 Mar 11 15:25:22.972663 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d193c7-5dbd-44fa-a58f-38d19b858d34 req-48fa4e34-d17d-46b3-bbd0-98ac7415f26b tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:22.986840 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-92d193c7-5dbd-44fa-a58f-38d19b858d34 req-48fa4e34-d17d-46b3-bbd0-98ac7415f26b tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.1138875 Mar 11 15:25:23.082556 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-92d193c7-5dbd-44fa-a58f-38d19b858d34 req-cd3d2c87-c090-4e51-82ad-fd73fb6c38e6 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898726 Mar 11 15:25:23.111319 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6987da-2806-47b3-a1ec-0852c5fe8007 req-15df5a38-2286-4298-9e86-0f943d44294c tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:23.120556 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3f6987da-2806-47b3-a1ec-0852c5fe8007 req-15df5a38-2286-4298-9e86-0f943d44294c tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 943 time: 0.1909585 Mar 11 15:25:23.199269 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3f6987da-2806-47b3-a1ec-0852c5fe8007 req-1a16f770-e1e4-4357-9486-a228b92d73ea tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776427 Mar 11 15:25:23.590547 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:25:24.286493 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ded131-0a7e-4a97-8ca9-851e7652f3cd req-9fab2668-67bd-42da-94cc-36b53ea1abf9 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:24.296152 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-42ded131-0a7e-4a97-8ca9-851e7652f3cd req-9fab2668-67bd-42da-94cc-36b53ea1abf9 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.1213903 Mar 11 15:25:24.353900 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1779e9-bb23-418e-b8cd-d4cdc633dff3 req-27b9b208-12b9-442f-a511-989cdf372ee6 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:24.355799 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-42ded131-0a7e-4a97-8ca9-851e7652f3cd req-62f24935-c760-447e-8f6e-534ee3730148 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583608 Mar 11 15:25:24.359658 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1e1779e9-bb23-418e-b8cd-d4cdc633dff3 req-27b9b208-12b9-442f-a511-989cdf372ee6 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 943 time: 0.0699792 Mar 11 15:25:24.405769 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1e1779e9-bb23-418e-b8cd-d4cdc633dff3 req-51301e19-8006-4971-a512-aefd832ae1a4 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448635 Mar 11 15:25:24.768176 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7bd9f-aeb8-40d5-b2c8-377ff55dc6a3 req-2d138145-ba93-4ac7-a802-e97b95551853 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:24.769655 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-92a7bd9f-aeb8-40d5-b2c8-377ff55dc6a3 req-2d138145-ba93-4ac7-a802-e97b95551853 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.66 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 945 time: 0.0540776 Mar 11 15:25:24.877100 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-92a7bd9f-aeb8-40d5-b2c8-377ff55dc6a3 req-d66bf1e2-d591-4a5d-92bc-c288cadc6601 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Deleting port 1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:25:24.877444 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-92a7bd9f-aeb8-40d5-b2c8-377ff55dc6a3 req-d66bf1e2-d591-4a5d-92bc-c288cadc6601 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:24.990515 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-92a7bd9f-aeb8-40d5-b2c8-377ff55dc6a3 req-d66bf1e2-d591-4a5d-92bc-c288cadc6601 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] For port 1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4,segment=NetworkSegment(fe702dd1-454d-40ac-9a2b-6845db1b1d1b),segment_id=fe702dd1-454d-40ac-9a2b-6845db1b1d1b)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:25:24.990799 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-92a7bd9f-aeb8-40d5-b2c8-377ff55dc6a3 req-d66bf1e2-d591-4a5d-92bc-c288cadc6601 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:25.005694 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-92a7bd9f-aeb8-40d5-b2c8-377ff55dc6a3 req-d66bf1e2-d591-4a5d-92bc-c288cadc6601 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Calling delete_port for 1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4 owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:25:25.225828 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-92a7bd9f-aeb8-40d5-b2c8-377ff55dc6a3 req-d66bf1e2-d591-4a5d-92bc-c288cadc6601 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:25.262656 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66bf1e2-d591-4a5d-92bc-c288cadc6601 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Pushing event deleted for resources: {'Port': ['ID=1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:25.316702 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a7bd9f-aeb8-40d5-b2c8-377ff55dc6a3 req-d66bf1e2-d591-4a5d-92bc-c288cadc6601 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] No DVR routers for this DVR port 1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4 on host hv-cinder-83336 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:25:25.318377 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-92a7bd9f-aeb8-40d5-b2c8-377ff55dc6a3 req-d66bf1e2-d591-4a5d-92bc-c288cadc6601 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:25.322307 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-92a7bd9f-aeb8-40d5-b2c8-377ff55dc6a3 req-d66bf1e2-d591-4a5d-92bc-c288cadc6601 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.66 "DELETE /v2.0/ports/1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4 HTTP/1.1" status: 204 len: 173 time: 0.5447638 Mar 11 15:25:25.334363 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2d064d7-8009-4520-8691-345d84ee744d', 'name': 'network-vif-deleted', 'tag': '1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:25:25.334363 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a368aee4-98ca-471e-873d-bd5f08b95c36" -d '{"events": [{"server_uuid": "b2d064d7-8009-4520-8691-345d84ee744d", "name": "network-vif-deleted", "tag": "1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:25:25.406496 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f47474-7b45-4a68-af86-30e36afb39fc x-openstack-request-id: req-79f47474-7b45-4a68-af86-30e36afb39fc {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:25:25.406994 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2d064d7-8009-4520-8691-345d84ee744d", "name": "network-vif-deleted", "tag": "1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:25:25.407337 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-79f47474-7b45-4a68-af86-30e36afb39fc {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:25:25.408282 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2d064d7-8009-4520-8691-345d84ee744d', 'name': 'network-vif-deleted', 'tag': '1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4', 'status': 'completed', 'code': 200} Mar 11 15:25:25.416107 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-7b845dfe-a36e-4f07-8c36-7f84d9447af1 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:25.421314 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-7b845dfe-a36e-4f07-8c36-7f84d9447af1 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/networks?id=f6265ac0-633e-4670-bacd-2ec52566a901 HTTP/1.1" status: 200 len: 815 time: 0.1638811 Mar 11 15:25:25.439116 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-be95b082-2e27-42fe-bc66-bb2718d2dd41 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/quotas/169ca4a5e1f747a6a8048d61c5220492 HTTP/1.1" status: 200 len: 375 time: 0.0121338 Mar 11 15:25:25.496855 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b1476109-520a-46a7-bfe0-cacf77e5cab7 req-7c79dc02-b785-4569-b0a0-25bce912a8c3 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 210 time: 0.0374415 Mar 11 15:25:25.516818 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-2cb26ee7-e751-4510-aa21-7f0903deed09 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=169ca4a5e1f747a6a8048d61c5220492&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683680 Mar 11 15:25:25.591421 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4', 'd72bc1fc-5c36-4d75-bdc1-fd3a20276f6c'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:25:25.644090 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-d14398d0-b505-4093-9e47-9c3c6d48471c service neutron] 10.222.0.44 "GET /v2.0/networks/f6265ac0-633e-4670-bacd-2ec52566a901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100237 Mar 11 15:25:25.656572 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45288ba9-744a-4355-bb39-87f970455d1c req-374316bc-0360-440e-a5c7-371699779887 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:25.658353 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-45288ba9-744a-4355-bb39-87f970455d1c req-374316bc-0360-440e-a5c7-371699779887 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 943 time: 0.0922956 Mar 11 15:25:25.748683 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-45288ba9-744a-4355-bb39-87f970455d1c req-6c4efa88-a82d-4c72-a9bf-030b35244376 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842533 Mar 11 15:25:25.780113 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-d1fcf417-7d55-4722-94af-a6244a09a836 service neutron] 10.222.0.44 "GET /v2.0/networks/f6265ac0-633e-4670-bacd-2ec52566a901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308854 Mar 11 15:25:26.017709 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-755895b7-49e6-49ea-90da-ef598b3546b4 req-09696ea0-0c93-4643-9a3d-76bfc43cd778 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 210 time: 0.0278537 Mar 11 15:25:26.604922 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0b7365ca-1961-417d-be44-e2f8b83458e9 req-0c973b56-c013-4927-b319-80bcb4dba0be tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 210 time: 0.0276463 Mar 11 15:25:26.887877 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8dca7e-791c-48e9-9f8f-7a3fc4b2acee req-209c9ea9-d4ac-47c6-94ae-22104d98d9e5 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:26.889387 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-aa8dca7e-791c-48e9-9f8f-7a3fc4b2acee req-209c9ea9-d4ac-47c6-94ae-22104d98d9e5 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 943 time: 0.0544474 Mar 11 15:25:26.939717 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-aa8dca7e-791c-48e9-9f8f-7a3fc4b2acee req-c91297cb-fe22-45c8-a77c-7690645fdac3 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447659 Mar 11 15:25:27.098376 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7c497728-14bf-4575-b8e2-8219e63ddabd req-22021f9b-434c-40c5-89e1-ebff0bcec998 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 210 time: 0.0281239 Mar 11 15:25:27.715451 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8f0d850d-e3d6-4047-a1a2-8b456cafc0bd req-c687075b-88be-4fc3-a6a4-c8b18a6932e6 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 210 time: 0.0296795 Mar 11 15:25:27.807886 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-93729230-0934-40d3-9689-2760d618f31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:27.845287 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device ef128f43-2baf-45b2-b84f-d451311d10aa details requested by agent hyperv_hv-cinder-83336 with host hv-cinder-83336 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 15:25:27.946933 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port ef128f43-2baf-45b2-b84f-d451311d10aa, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=ef128f43-2baf-45b2-b84f-d451311d10aa,segment=NetworkSegment(7655d188-6906-4724-b769-5e660bebc822),segment_id=7655d188-6906-4724-b769-5e660bebc822)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:25:27.957135 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Returning: {'device': 'ef128f43-2baf-45b2-b84f-d451311d10aa', 'network_id': 'bc06db6f-fee0-4088-9692-ae854a38da19', 'port_id': 'ef128f43-2baf-45b2-b84f-d451311d10aa', 'mac_address': 'fa:16:3e:bc:84:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dfbc1a5-4ded-4b22-9fb1-9bc1dc935995', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 15:25:27.996503 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port ef128f43-2baf-45b2-b84f-d451311d10aa is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:25:27.996919 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (ef128f43-2baf-45b2-b84f-d451311d10aa), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:28.010407 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef128f43-2baf-45b2-b84f-d451311d10aa {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:25:28.030892 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port ef128f43-2baf-45b2-b84f-d451311d10aa, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=ef128f43-2baf-45b2-b84f-d451311d10aa,segment=NetworkSegment(7655d188-6906-4724-b769-5e660bebc822),segment_id=7655d188-6906-4724-b769-5e660bebc822)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:25:28.058399 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bb179-dcaf-4507-a589-c298806c247a req-e871a5cd-8341-45e6-b653-91ea30f4c383 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:28.060139 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-967bb179-dcaf-4507-a589-c298806c247a req-e871a5cd-8341-45e6-b653-91ea30f4c383 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 943 time: 0.0531244 Mar 11 15:25:28.093547 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (ef128f43-2baf-45b2-b84f-d451311d10aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:28.111463 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-967bb179-dcaf-4507-a589-c298806c247a req-a6e4ab2e-c595-4acd-bf98-3dedc1feb333 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453396 Mar 11 15:25:28.147785 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=ef128f43-2baf-45b2-b84f-d451311d10aa,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:28.155156 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:28.155555 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:28.155918 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:28.156259 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:28.156589 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:28.156917 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:28.157244 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:28.157567 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:28.157891 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:28.158221 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:28.158538 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:28.158855 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:28.159174 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:28.192225 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-66eb2b8a-b354-4bb6-9d68-8942b4bb8432 req-1d28effb-e6bf-41a5-bf60-ebf1a901c970 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 210 time: 0.0268202 Mar 11 15:25:28.816826 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b20321c8-e25c-4846-bf04-7b2b07a45234 req-9d29fbde-3a07-45b8-9ac6-569056202edb tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 210 time: 0.0257795 Mar 11 15:25:29.229323 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34718e76-dd37-4bbc-ab05-d3009b3a995a req-1cb33593-769b-4748-aca7-db090d2a1ede tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:29.231633 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-34718e76-dd37-4bbc-ab05-d3009b3a995a req-1cb33593-769b-4748-aca7-db090d2a1ede tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 944 time: 0.0536792 Mar 11 15:25:29.278606 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-34718e76-dd37-4bbc-ab05-d3009b3a995a req-e7de2114-61b5-432a-ba0a-08e3cef2ae6b tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422697 Mar 11 15:25:29.283137 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3c058abe-9d14-4637-ae28-299118bd3a1d req-5afd578e-4133-4ac3-9f0c-a9464c4e8ad6 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 210 time: 0.0268962 Mar 11 15:25:29.848676 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4 no longer exists at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:25:29.869140 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] No Port match for: 1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:25:29.869485 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 1d527e1a-fe9a-4e49-a9d9-c6d8491df8d4 not bound to the agent host hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:25:29.925020 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-919bf821-4cdb-482d-b394-52267871f467 req-1c908513-b904-4062-8f6b-a5ab5b8d4a23 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2d064d7-8009-4520-8691-345d84ee744d HTTP/1.1" status: 200 len: 210 time: 0.0271428 Mar 11 15:25:30.070824 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-4e20a1c8-4fe3-404f-9bff-acb28daaea69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:30.387986 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b673d433-629c-45dc-9b01-62cf9a2c99d3 req-a1d4b054-004a-41e5-b3d8-b60cb7276cf8 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 210 time: 0.0315993 Mar 11 15:25:30.388804 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['ef128f43-2baf-45b2-b84f-d451311d10aa'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:25:30.424337 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f86f7-1699-49a1-8885-8c04aace8ebf req-bec6a2e5-ca91-41a2-af69-486bf504c29f tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:30.425886 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-fe5f86f7-1699-49a1-8885-8c04aace8ebf req-bec6a2e5-ca91-41a2-af69-486bf504c29f tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 944 time: 0.0790889 Mar 11 15:25:30.546362 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-fe5f86f7-1699-49a1-8885-8c04aace8ebf req-1a43c710-c160-476c-bc74-f4b21ecd856b tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141407 Mar 11 15:25:30.669711 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-413644e0-afaf-4dd1-b201-b70af4977e35 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:30.671136 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-413644e0-afaf-4dd1-b201-b70af4977e35 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.66 "GET /v2.0/networks?id=f6265ac0-633e-4670-bacd-2ec52566a901 HTTP/1.1" status: 200 len: 815 time: 0.2066636 Mar 11 15:25:30.689042 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-358e559c-ad9c-4a81-b516-f65b123024a2 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Request body: {'port': {'device_id': '34d48560-d5e1-476c-80b0-ad48c4476628', 'network_id': 'f6265ac0-633e-4670-bacd-2ec52566a901', 'admin_state_up': True, 'tenant_id': '169ca4a5e1f747a6a8048d61c5220492'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:25:30.894035 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-358e559c-ad9c-4a81-b516-f65b123024a2 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Made reservation on behalf of 169ca4a5e1f747a6a8048d61c5220492 for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:25:30.898582 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-358e559c-ad9c-4a81-b516-f65b123024a2 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:31.052152 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-358e559c-ad9c-4a81-b516-f65b123024a2 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Allocated IP 172.20.0.3 (f6265ac0-633e-4670-bacd-2ec52566a901/4ece22e3-13e3-4ef0-ab24-5393518fe3ac/d1daa7a5-6490-4d9a-a3d6-6dcdf574795b) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:25:31.197299 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-358e559c-ad9c-4a81-b516-f65b123024a2 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks [] for port (d1daa7a5-6490-4d9a-a3d6-6dcdf574795b), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:31.282281 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:31.317197 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-358e559c-ad9c-4a81-b516-f65b123024a2 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (d1daa7a5-6490-4d9a-a3d6-6dcdf574795b), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:31.361412 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-358e559c-ad9c-4a81-b516-f65b123024a2 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Network f6265ac0-633e-4670-bacd-2ec52566a901 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:25:31.366542 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-358e559c-ad9c-4a81-b516-f65b123024a2 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:25:31.370488 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-358e559c-ad9c-4a81-b516-f65b123024a2 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:25:31.394757 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e559c-ad9c-4a81-b516-f65b123024a2 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Pushing event updated for resources: {'Port': ['ID=d1daa7a5-6490-4d9a-a3d6-6dcdf574795b,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:31.469884 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-358e559c-ad9c-4a81-b516-f65b123024a2 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:31.470579 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-358e559c-ad9c-4a81-b516-f65b123024a2 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:31.472889 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4389d4-7239-4de2-a154-f09fa116ac1e req-8b9fe336-4f63-43d6-b826-845cac450f63 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:31.474698 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2c4389d4-7239-4de2-a154-f09fa116ac1e req-8b9fe336-4f63-43d6-b826-845cac450f63 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.1067283 Mar 11 15:25:31.581352 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2c4389d4-7239-4de2-a154-f09fa116ac1e req-b1aaabeb-e854-426f-84d7-18960b536de5 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944002 Mar 11 15:25:31.626064 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-358e559c-ad9c-4a81-b516-f65b123024a2 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9382520 Mar 11 15:25:31.631217 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04603ba8-2e3c-4e34-a4f0-99f69fd0546d req-88398097-9f3c-4412-9e9f-138afab53d45 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:31.632870 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-04603ba8-2e3c-4e34-a4f0-99f69fd0546d req-88398097-9f3c-4412-9e9f-138afab53d45 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 931 time: 0.1080434 Mar 11 15:25:31.749720 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d55b58b7-0f54-4baf-96c2-5794f87df6de None None] Provisioning complete for port d1daa7a5-6490-4d9a-a3d6-6dcdf574795b triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:25:31.752640 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d55b58b7-0f54-4baf-96c2-5794f87df6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (d1daa7a5-6490-4d9a-a3d6-6dcdf574795b), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:31.792347 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-04603ba8-2e3c-4e34-a4f0-99f69fd0546d req-1835cdd6-a38f-437c-8507-e3a82abce39a tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470203 Mar 11 15:25:31.829320 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d55b58b7-0f54-4baf-96c2-5794f87df6de None None] Port d1daa7a5-6490-4d9a-a3d6-6dcdf574795b cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:25:31.831632 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e5f8b-0d5d-40e4-af53-a2292ebef6c0 req-4a42988e-ab6f-4d07-801e-8c43582f7b13 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:31.839213 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c66e5f8b-0d5d-40e4-af53-a2292ebef6c0 req-4a42988e-ab6f-4d07-801e-8c43582f7b13 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 944 time: 0.1135592 Mar 11 15:25:31.850480 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device ef128f43-2baf-45b2-b84f-d451311d10aa up at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:25:31.920909 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c66e5f8b-0d5d-40e4-af53-a2292ebef6c0 req-ff5f90e8-ff77-4570-b662-91606eb6f5d0 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797994 Mar 11 15:25:32.041906 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning for port ef128f43-2baf-45b2-b84f-d451311d10aa completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 15:25:32.047700 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning complete for port ef128f43-2baf-45b2-b84f-d451311d10aa triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:25:32.050221 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (ef128f43-2baf-45b2-b84f-d451311d10aa), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:32.183806 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port ef128f43-2baf-45b2-b84f-d451311d10aa is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:25:32.184249 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (ef128f43-2baf-45b2-b84f-d451311d10aa), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:32.210141 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314746ef-6ca3-4f85-9c32-821796963930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef128f43-2baf-45b2-b84f-d451311d10aa'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:25:32.213133 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97dedef37c5e2c64aa44179f419dd586ddc22b8f5766e7bc49dcfeca4a9e3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920637b4-f8ff-49f8-b02a-6ad290f3b097" -d '{"events": [{"server_uuid": "314746ef-6ca3-4f85-9c32-821796963930", "name": "network-vif-plugged", "status": "completed", "tag": "ef128f43-2baf-45b2-b84f-d451311d10aa"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:25:32.227541 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port ef128f43-2baf-45b2-b84f-d451311d10aa, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=ef128f43-2baf-45b2-b84f-d451311d10aa,segment=NetworkSegment(7655d188-6906-4724-b769-5e660bebc822),segment_id=7655d188-6906-4724-b769-5e660bebc822)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:25:32.257560 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff72e37-c6a1-4d13-a41a-c3ea69832d91 x-openstack-request-id: req-aff72e37-c6a1-4d13-a41a-c3ea69832d91 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:25:32.258374 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314746ef-6ca3-4f85-9c32-821796963930", "name": "network-vif-plugged", "status": "completed", "tag": "ef128f43-2baf-45b2-b84f-d451311d10aa", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:25:32.259060 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aff72e37-c6a1-4d13-a41a-c3ea69832d91 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:25:32.259862 dv-cinder-833365-1-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314746ef-6ca3-4f85-9c32-821796963930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef128f43-2baf-45b2-b84f-d451311d10aa', 'code': 200} Mar 11 15:25:32.310000 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (ef128f43-2baf-45b2-b84f-d451311d10aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:32.360500 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=ef128f43-2baf-45b2-b84f-d451311d10aa,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:32.743848 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5d5df-2be2-440e-af86-fc48045ebe54 req-fe252dd9-e790-4b7f-9f57-777fc59e6097 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:32.745379 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-24e5d5df-2be2-440e-af86-fc48045ebe54 req-fe252dd9-e790-4b7f-9f57-777fc59e6097 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0614097 Mar 11 15:25:32.808701 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-24e5d5df-2be2-440e-af86-fc48045ebe54 req-a976805e-4db5-42d0-8386-e107c12404af tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575738 Mar 11 15:25:33.008877 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:33.084448 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad50fe3-faf1-4cc1-9ee8-cb3f623a0c09 req-60ed5d64-0d94-413f-9622-6cef88389875 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:33.092085 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-cad50fe3-faf1-4cc1-9ee8-cb3f623a0c09 req-60ed5d64-0d94-413f-9622-6cef88389875 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 945 time: 0.0840859 Mar 11 15:25:33.208574 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-cad50fe3-faf1-4cc1-9ee8-cb3f623a0c09 req-f61bc468-a151-4c8b-aa82-53729432f1ce tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106482 Mar 11 15:25:33.244424 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b07cf-9877-4dab-b3b2-3cb62fc67cc0 req-24a75c5f-87e9-4fd9-bee7-c193d4a346b8 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:33.251146 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-669b07cf-9877-4dab-b3b2-3cb62fc67cc0 req-24a75c5f-87e9-4fd9-bee7-c193d4a346b8 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 931 time: 0.3735673 Mar 11 15:25:33.302492 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-669b07cf-9877-4dab-b3b2-3cb62fc67cc0 req-5e6e3fc9-50db-465d-9641-12f124e5dda4 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504479 Mar 11 15:25:33.950538 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fbd34e-ce7b-4a47-b12a-5853124576a2 req-977a3e20-7260-419c-8f13-ee4a19d148ad tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:33.952127 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-47fbd34e-ce7b-4a47-b12a-5853124576a2 req-977a3e20-7260-419c-8f13-ee4a19d148ad tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0539744 Mar 11 15:25:33.998771 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-47fbd34e-ce7b-4a47-b12a-5853124576a2 req-d65fd960-a537-455c-9deb-221d3cc263dd tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410519 Mar 11 15:25:34.323965 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bf6b3-c5dd-4fb9-8aa1-ca2fd21b2ba6 req-c31355d0-2e56-4331-96b7-d3e562409e5a tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:34.325642 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-fd7bf6b3-c5dd-4fb9-8aa1-ca2fd21b2ba6 req-c31355d0-2e56-4331-96b7-d3e562409e5a tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 945 time: 0.0591340 Mar 11 15:25:34.373398 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-fd7bf6b3-c5dd-4fb9-8aa1-ca2fd21b2ba6 req-d4cac838-785c-4431-8f3c-4a08936f1c69 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419483 Mar 11 15:25:34.407900 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:34.480128 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4466c-1891-48b8-9958-b5c525139caa req-daa7472f-b068-405d-ab74-dd5b41a382f7 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:34.481482 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-43b4466c-1891-48b8-9958-b5c525139caa req-daa7472f-b068-405d-ab74-dd5b41a382f7 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 931 time: 0.0544186 Mar 11 15:25:34.527066 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-43b4466c-1891-48b8-9958-b5c525139caa req-3ea5fc89-1dd2-4e3e-aefa-0c662097c216 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401678 Mar 11 15:25:35.169991 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8770f-e7c1-4d56-bdbe-f08bef0630e9 req-32acbd5b-6bec-41c3-aa7d-9d8877ad896a tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:35.173539 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-37f8770f-e7c1-4d56-bdbe-f08bef0630e9 req-32acbd5b-6bec-41c3-aa7d-9d8877ad896a tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0754354 Mar 11 15:25:35.230307 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-37f8770f-e7c1-4d56-bdbe-f08bef0630e9 req-f398cd63-56c3-446e-9215-29e98f52d54c tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545902 Mar 11 15:25:35.500860 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbaf0c0-113a-41c3-bc88-bf603d7b77d2 req-9df5722f-fc8a-479d-aefb-6faff6853baa tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:35.502305 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4fbaf0c0-113a-41c3-bc88-bf603d7b77d2 req-9df5722f-fc8a-479d-aefb-6faff6853baa tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 945 time: 0.0517538 Mar 11 15:25:35.558424 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4fbaf0c0-113a-41c3-bc88-bf603d7b77d2 req-809e7a8a-a9eb-4581-9db8-ecbc903a4c8d tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491946 Mar 11 15:25:35.666369 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd33d69-e07a-433a-8cc3-5e10f3c99249 req-17dc4f10-fe57-49c8-8a36-a92000c47976 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:35.667870 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0cd33d69-e07a-433a-8cc3-5e10f3c99249 req-17dc4f10-fe57-49c8-8a36-a92000c47976 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 931 time: 0.0522060 Mar 11 15:25:35.714226 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0cd33d69-e07a-433a-8cc3-5e10f3c99249 req-20631bf2-f72f-49f3-b0ec-d99fdc3ea3f9 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408471 Mar 11 15:25:36.358840 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0707f-197b-4c66-ad66-4d15af10db52 req-f002bee3-09dc-495e-8db3-7677aae1a8ca tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:36.360899 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-fbc0707f-197b-4c66-ad66-4d15af10db52 req-f002bee3-09dc-495e-8db3-7677aae1a8ca tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0636218 Mar 11 15:25:36.417638 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-fbc0707f-197b-4c66-ad66-4d15af10db52 req-8194e369-00c2-44be-a4ad-a9658f8174fc tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486736 Mar 11 15:25:36.682450 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01411b3-d594-4cd3-8e8d-4fe5c60899d6 req-12d59d7e-ca26-4ebf-8651-0271f36fa135 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:36.684055 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a01411b3-d594-4cd3-8e8d-4fe5c60899d6 req-12d59d7e-ca26-4ebf-8651-0271f36fa135 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 945 time: 0.0525138 Mar 11 15:25:36.734778 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a01411b3-d594-4cd3-8e8d-4fe5c60899d6 req-84a0dc19-2bb4-46bf-a968-87d20a053d66 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452359 Mar 11 15:25:36.858275 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1189346-cf8e-49ea-b366-9502abb755a0 req-34ac6c5a-7471-4424-99b2-03cdef2ea9a5 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:36.859662 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e1189346-cf8e-49ea-b366-9502abb755a0 req-34ac6c5a-7471-4424-99b2-03cdef2ea9a5 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 931 time: 0.0615582 Mar 11 15:25:36.908991 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e1189346-cf8e-49ea-b366-9502abb755a0 req-42f9f288-afe6-4bad-837f-0d0169a46b21 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438020 Mar 11 15:25:37.530244 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d19c5-aa47-4207-bcaa-c686bb06a100 req-8e131d0b-5108-4cb8-94dc-2780b4092c14 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:37.531771 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-818d19c5-aa47-4207-bcaa-c686bb06a100 req-8e131d0b-5108-4cb8-94dc-2780b4092c14 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0513906 Mar 11 15:25:37.579679 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-818d19c5-aa47-4207-bcaa-c686bb06a100 req-7d63ceac-c6d4-4e30-9157-d375e4e5e5f6 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424502 Mar 11 15:25:37.853182 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b63b9b-6ad5-4c15-b991-d399741a2c33 req-b2ced2fc-c1d4-4062-9e6d-6f3bf5303c79 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:37.854563 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-23b63b9b-6ad5-4c15-b991-d399741a2c33 req-b2ced2fc-c1d4-4062-9e6d-6f3bf5303c79 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 945 time: 0.0538559 Mar 11 15:25:37.908677 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-23b63b9b-6ad5-4c15-b991-d399741a2c33 req-cb255e7f-0216-4380-b088-99f810309b42 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485959 Mar 11 15:25:38.054377 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3186c5e-7a61-4e22-bcbc-db486011c468 req-fb593abc-5014-419d-a245-d4bc269d76fb tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:38.056766 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c3186c5e-7a61-4e22-bcbc-db486011c468 req-fb593abc-5014-419d-a245-d4bc269d76fb tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 931 time: 0.0693076 Mar 11 15:25:38.105192 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c3186c5e-7a61-4e22-bcbc-db486011c468 req-fb7fa51a-de63-4f9e-8b7c-6e58598ac521 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428731 Mar 11 15:25:38.696895 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f1ba1-b0c0-4dd0-ac7e-89c8f6b31576 req-d4c389d3-cb0b-43d4-bd29-a46a6964715b tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:38.698365 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2a0f1ba1-b0c0-4dd0-ac7e-89c8f6b31576 req-d4c389d3-cb0b-43d4-bd29-a46a6964715b tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0525205 Mar 11 15:25:38.747443 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2a0f1ba1-b0c0-4dd0-ac7e-89c8f6b31576 req-b92d6e41-b993-4d70-bfb7-ea33efcef131 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434723 Mar 11 15:25:39.029735 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ee4dc-2091-4b97-95be-1e0cfd2c51e3 req-19231cd1-4a15-4b4d-94c0-888389f1e4f2 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:39.031185 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-561ee4dc-2091-4b97-95be-1e0cfd2c51e3 req-19231cd1-4a15-4b4d-94c0-888389f1e4f2 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 945 time: 0.0563662 Mar 11 15:25:39.081238 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-561ee4dc-2091-4b97-95be-1e0cfd2c51e3 req-58ee8d31-5e46-4e49-97f2-c38c08e1c979 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444076 Mar 11 15:25:39.237107 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffeb1e9-5651-4c90-9c52-8cc708f7c653 req-006b9265-0c52-4870-b037-889f11ccf3c9 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:39.238730 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8ffeb1e9-5651-4c90-9c52-8cc708f7c653 req-006b9265-0c52-4870-b037-889f11ccf3c9 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 931 time: 0.0559418 Mar 11 15:25:39.287930 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8ffeb1e9-5651-4c90-9c52-8cc708f7c653 req-bd898790-0abc-4555-919a-c1a96519e263 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424218 Mar 11 15:25:39.865886 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a5f18-dff7-4912-a6fe-b96b316b9e01 req-dafbad97-5a49-4c84-a1a1-c25a2de2a8db tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:39.867428 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c86a5f18-dff7-4912-a6fe-b96b316b9e01 req-dafbad97-5a49-4c84-a1a1-c25a2de2a8db tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0529275 Mar 11 15:25:39.917294 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c86a5f18-dff7-4912-a6fe-b96b316b9e01 req-9d8125fc-3af8-490b-bd3b-0ef853746b57 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441773 Mar 11 15:25:40.213897 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6d32d-1545-4495-8042-0ce411951f7e req-1ed7dfb6-30a2-4acc-bda4-42fcb4befd36 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:40.215446 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-31f6d32d-1545-4495-8042-0ce411951f7e req-1ed7dfb6-30a2-4acc-bda4-42fcb4befd36 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 945 time: 0.0613370 Mar 11 15:25:40.273090 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-31f6d32d-1545-4495-8042-0ce411951f7e req-51a33b8b-a421-4bcc-97b2-96fe9df9a505 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517490 Mar 11 15:25:40.417557 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb1e1b6-a7cb-4403-ba93-c40371eb28e3 req-2db6d3b0-67fe-4009-9be2-1b9a1ab1e5ee tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:40.419625 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-edb1e1b6-a7cb-4403-ba93-c40371eb28e3 req-2db6d3b0-67fe-4009-9be2-1b9a1ab1e5ee tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 931 time: 0.0533447 Mar 11 15:25:40.489692 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-edb1e1b6-a7cb-4403-ba93-c40371eb28e3 req-85175df5-fb82-427c-9682-3f94bb2b7b76 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618756 Mar 11 15:25:41.045774 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beddc5c7-1334-437c-983b-0d7e3240ddbb req-1941c2eb-1ae8-4620-ad77-7dd5f8b4d496 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:41.047320 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-beddc5c7-1334-437c-983b-0d7e3240ddbb req-1941c2eb-1ae8-4620-ad77-7dd5f8b4d496 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0602264 Mar 11 15:25:41.102868 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-beddc5c7-1334-437c-983b-0d7e3240ddbb req-f65e6fd8-3428-4ebc-a776-f8c9e9f9ca4d tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462928 Mar 11 15:25:41.394177 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed2b88-3b92-4a4b-939e-f436edeff8c2 req-58b948d4-df4b-43b0-83e1-66aa17ff177d tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:41.395667 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8aed2b88-3b92-4a4b-939e-f436edeff8c2 req-58b948d4-df4b-43b0-83e1-66aa17ff177d tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 945 time: 0.0522969 Mar 11 15:25:41.451678 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8aed2b88-3b92-4a4b-939e-f436edeff8c2 req-2ff5c114-0cff-4db9-9d90-b4c2e20588f2 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499830 Mar 11 15:25:41.611959 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61b341-96b9-4430-ba4a-febcab1aac74 req-6ce2d7a6-fcbb-4b91-8053-74ce43801548 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:41.613586 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0e61b341-96b9-4430-ba4a-febcab1aac74 req-6ce2d7a6-fcbb-4b91-8053-74ce43801548 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 931 time: 0.0559587 Mar 11 15:25:41.677514 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0e61b341-96b9-4430-ba4a-febcab1aac74 req-1d2e9a47-c348-4538-9fed-28afbc9bab16 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570517 Mar 11 15:25:42.234115 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ba542-068c-4f08-816b-9687118d142c req-7dae472f-bce0-44d3-beba-603462a4b773 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:42.235732 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-221ba542-068c-4f08-816b-9687118d142c req-7dae472f-bce0-44d3-beba-603462a4b773 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0589502 Mar 11 15:25:42.286583 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-221ba542-068c-4f08-816b-9687118d142c req-33085a29-5b7b-4eb9-bd73-52ed101ae3a7 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452371 Mar 11 15:25:42.499515 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:42.574660 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6bd77-6d87-4fdb-8877-193b7ad6c1e8 req-09cb682b-59ac-4cd1-890b-ab243cf02643 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:42.576297 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c0b6bd77-6d87-4fdb-8877-193b7ad6c1e8 req-09cb682b-59ac-4cd1-890b-ab243cf02643 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 945 time: 0.0575931 Mar 11 15:25:42.631553 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c0b6bd77-6d87-4fdb-8877-193b7ad6c1e8 req-6809cbdd-54f5-49bb-a17d-315c1aaca965 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497179 Mar 11 15:25:42.797126 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba7744-b8d2-4eb1-9028-6f026767c34c req-c3630fe7-82c2-45d4-b1a1-cf8e0ef96163 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:42.798486 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-30ba7744-b8d2-4eb1-9028-6f026767c34c req-c3630fe7-82c2-45d4-b1a1-cf8e0ef96163 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 931 time: 0.0533590 Mar 11 15:25:42.843679 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-30ba7744-b8d2-4eb1-9028-6f026767c34c req-5511bf6d-e57c-43b1-b8af-e4594a8b7e15 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397215 Mar 11 15:25:43.405131 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257cef2-a425-4900-acfe-86957b2653f7 req-bfe906aa-b25a-4f68-ac04-aafbaf30ac15 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:43.406596 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8257cef2-a425-4900-acfe-86957b2653f7 req-bfe906aa-b25a-4f68-ac04-aafbaf30ac15 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0522447 Mar 11 15:25:43.456462 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8257cef2-a425-4900-acfe-86957b2653f7 req-3d22c797-7404-4545-a66b-c387653003f5 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442312 Mar 11 15:25:43.764835 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716fec4-1362-4b58-8adc-f49844025fdc req-5015d433-e358-4a7d-99ad-fc08339a910f tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:43.766340 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f716fec4-1362-4b58-8adc-f49844025fdc req-5015d433-e358-4a7d-99ad-fc08339a910f tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 945 time: 0.0578337 Mar 11 15:25:43.824130 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f716fec4-1362-4b58-8adc-f49844025fdc req-17382812-9e00-40b3-9bba-2417082d3615 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519619 Mar 11 15:25:43.964352 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e128f4-a442-411c-be0d-ff6558940405 req-4ecdaad9-2aeb-482f-a605-3eef4f9a5b5d tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:43.966237 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-79e128f4-a442-411c-be0d-ff6558940405 req-4ecdaad9-2aeb-482f-a605-3eef4f9a5b5d tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 931 time: 0.0559652 Mar 11 15:25:44.013452 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-79e128f4-a442-411c-be0d-ff6558940405 req-b8144ceb-ac62-4226-a636-aa9af6b64002 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419078 Mar 11 15:25:44.583469 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8a2bc-8556-400b-9b59-47573132b6f7 req-fc9dd4b7-500c-4581-8f78-e87e80680b0b tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:44.584931 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6de8a2bc-8556-400b-9b59-47573132b6f7 req-fc9dd4b7-500c-4581-8f78-e87e80680b0b tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0524375 Mar 11 15:25:44.638039 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6de8a2bc-8556-400b-9b59-47573132b6f7 req-45a55f6d-df98-49ae-aed7-a46ccc8dffa1 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470314 Mar 11 15:25:44.940883 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01349c1e-15ec-4b28-a6fa-fd8e11f7c813 req-7aa7e32a-6443-47ec-af6e-c3f003e306db tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:44.942370 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-01349c1e-15ec-4b28-a6fa-fd8e11f7c813 req-7aa7e32a-6443-47ec-af6e-c3f003e306db tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 945 time: 0.0534897 Mar 11 15:25:44.991174 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-01349c1e-15ec-4b28-a6fa-fd8e11f7c813 req-dfd24598-cdfc-4c49-8409-638b1ca005cd tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425432 Mar 11 15:25:45.130087 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f32b26-6d69-4a99-86ef-7d3252176ca6 req-9e3735e7-ca9f-4ade-81af-2bd15b327890 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:45.131580 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-61f32b26-6d69-4a99-86ef-7d3252176ca6 req-9e3735e7-ca9f-4ade-81af-2bd15b327890 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 931 time: 0.0521278 Mar 11 15:25:45.177214 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-61f32b26-6d69-4a99-86ef-7d3252176ca6 req-55954efc-e86d-4908-b0d3-65c7df4f7cf0 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399854 Mar 11 15:25:45.762494 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215c3d8-6ab3-456a-a097-de95cd4d9d81 req-a68df380-a728-42a3-9329-e895b75bc835 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:45.763996 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7215c3d8-6ab3-456a-a097-de95cd4d9d81 req-a68df380-a728-42a3-9329-e895b75bc835 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0591457 Mar 11 15:25:45.810036 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7215c3d8-6ab3-456a-a097-de95cd4d9d81 req-b976a109-f401-4098-8e9a-b3d1bbc99389 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405631 Mar 11 15:25:46.110003 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32c33d-12ec-46a4-afcf-0b879eeb7f61 req-1751da54-1b1f-4787-95a3-e28497fede1e tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:46.111514 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-eb32c33d-12ec-46a4-afcf-0b879eeb7f61 req-1751da54-1b1f-4787-95a3-e28497fede1e tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 945 time: 0.0533383 Mar 11 15:25:46.159796 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-eb32c33d-12ec-46a4-afcf-0b879eeb7f61 req-27bbbabd-fd48-4154-88ba-9962d57bb329 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427561 Mar 11 15:25:46.299466 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac543e6-c92e-494a-ae83-d4e9a4034cd8 req-182c93fc-259b-40ca-8035-c61c6ee71ae0 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:46.300894 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-aac543e6-c92e-494a-ae83-d4e9a4034cd8 req-182c93fc-259b-40ca-8035-c61c6ee71ae0 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 931 time: 0.0581582 Mar 11 15:25:46.350229 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-aac543e6-c92e-494a-ae83-d4e9a4034cd8 req-cebd9dc0-76e4-41fd-9b12-3d921019a4e6 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422146 Mar 11 15:25:46.929255 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b905bff-2969-49cf-a1cd-024a766258af req-c934551b-0a7e-4368-b024-1462cf225a30 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:46.933184 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9b905bff-2969-49cf-a1cd-024a766258af req-c934551b-0a7e-4368-b024-1462cf225a30 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0564737 Mar 11 15:25:46.986859 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9b905bff-2969-49cf-a1cd-024a766258af req-57e7ba27-2496-4658-b569-f71bee26aa04 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488186 Mar 11 15:25:47.155381 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-5859ba59-2d5e-4eff-a43a-844e10a3d503 service neutron] Request body: {'port': {'device_id': '34d48560-d5e1-476c-80b0-ad48c4476628', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83336'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:25:47.221501 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-5859ba59-2d5e-4eff-a43a-844e10a3d503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (d1daa7a5-6490-4d9a-a3d6-6dcdf574795b), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:47.416187 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ad66d-c6b9-4e38-af75-13e8d7616025 req-62d08e64-ba98-444e-976b-f206d60c8973 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:47.419516 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f94ad66d-c6b9-4e38-af75-13e8d7616025 req-62d08e64-ba98-444e-976b-f206d60c8973 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 945 time: 0.1836524 Mar 11 15:25:47.441990 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-798731fa-8ffe-4942-bf7b-e16bc0b35734 req-4a93ff60-015e-4a81-a07c-7d261a7e1771 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1605709 Mar 11 15:25:47.572130 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f94ad66d-c6b9-4e38-af75-13e8d7616025 req-5ac9372c-5f6b-4e6e-b592-be99ef3d1f99 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426733 Mar 11 15:25:47.581308 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc95eb8-4a34-4867-8aea-b67427d304de req-77d638e4-147b-4c5c-ac55-76dd73d48e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:47.582804 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6cc95eb8-4a34-4867-8aea-b67427d304de req-77d638e4-147b-4c5c-ac55-76dd73d48e45 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 1129 time: 0.0514219 Mar 11 15:25:47.608794 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798731fa-8ffe-4942-bf7b-e16bc0b35734 req-e340247c-201d-473b-bf1c-3da1d096454f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:47.610783 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-798731fa-8ffe-4942-bf7b-e16bc0b35734 req-e340247c-201d-473b-bf1c-3da1d096454f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bfe9430712c14bdfbe466c8ac9edd4fe&device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 1129 time: 0.1427939 Mar 11 15:25:47.654552 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6cc95eb8-4a34-4867-8aea-b67427d304de req-084e4e72-8693-42b0-882b-920a32a41e9f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638840 Mar 11 15:25:47.675588 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-5859ba59-2d5e-4eff-a43a-844e10a3d503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1daa7a5-6490-4d9a-a3d6-6dcdf574795b {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:25:47.685331 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-5859ba59-2d5e-4eff-a43a-844e10a3d503 service neutron] Publish callbacks [] for port (d1daa7a5-6490-4d9a-a3d6-6dcdf574795b), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:47.702553 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-5859ba59-2d5e-4eff-a43a-844e10a3d503 service neutron] Transition to ACTIVE for port object d1daa7a5-6490-4d9a-a3d6-6dcdf574795b will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 15:25:47.714852 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31867f9a-2ddd-42ee-89da-a2c6ab13a5fb req-1cffbe03-5267-485f-90bd-204211c9823c tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:47.716467 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-31867f9a-2ddd-42ee-89da-a2c6ab13a5fb req-1cffbe03-5267-485f-90bd-204211c9823c tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 931 time: 0.0798128 Mar 11 15:25:47.763788 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-5859ba59-2d5e-4eff-a43a-844e10a3d503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (d1daa7a5-6490-4d9a-a3d6-6dcdf574795b), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:47.773837 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-31867f9a-2ddd-42ee-89da-a2c6ab13a5fb req-cef0b454-b6b9-4de4-9d51-43b12dce5cf6 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517855 Mar 11 15:25:47.851299 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5859ba59-2d5e-4eff-a43a-844e10a3d503 service neutron] Pushing event updated for resources: {'Port': ['ID=d1daa7a5-6490-4d9a-a3d6-6dcdf574795b,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:47.890227 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-5859ba59-2d5e-4eff-a43a-844e10a3d503 service neutron] Attempting to bind port d1daa7a5-6490-4d9a-a3d6-6dcdf574795b on host hv-cinder-83336 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:25:47.890671 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-5859ba59-2d5e-4eff-a43a-844e10a3d503 service neutron] Attempting to bind port d1daa7a5-6490-4d9a-a3d6-6dcdf574795b by drivers openvswitch,hyperv on host hv-cinder-83336 at level 0 using segments [{'id': 'd27fdecb-1bdd-47f9-9875-c0c1b40668cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f6265ac0-633e-4670-bacd-2ec52566a901'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:25:47.890942 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-5859ba59-2d5e-4eff-a43a-844e10a3d503 service neutron] Attempting to bind port d1daa7a5-6490-4d9a-a3d6-6dcdf574795b on network f6265ac0-633e-4670-bacd-2ec52566a901 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:25:47.895568 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-5859ba59-2d5e-4eff-a43a-844e10a3d503 service neutron] Port d1daa7a5-6490-4d9a-a3d6-6dcdf574795b on network f6265ac0-633e-4670-bacd-2ec52566a901 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83336 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 15:25:47.895895 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-5859ba59-2d5e-4eff-a43a-844e10a3d503 service neutron] Attempting to bind port d1daa7a5-6490-4d9a-a3d6-6dcdf574795b on network f6265ac0-633e-4670-bacd-2ec52566a901 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:25:47.900971 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-5859ba59-2d5e-4eff-a43a-844e10a3d503 service neutron] Checking agent: {'id': '7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:25:47.901310 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-5859ba59-2d5e-4eff-a43a-844e10a3d503 service neutron] Checking segment: {'id': 'd27fdecb-1bdd-47f9-9875-c0c1b40668cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f6265ac0-633e-4670-bacd-2ec52566a901'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:25:47.905813 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-5859ba59-2d5e-4eff-a43a-844e10a3d503 service neutron] Bound using segment: {'id': 'd27fdecb-1bdd-47f9-9875-c0c1b40668cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f6265ac0-633e-4670-bacd-2ec52566a901'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:25:47.905813 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-5859ba59-2d5e-4eff-a43a-844e10a3d503 service neutron] Bound port: d1daa7a5-6490-4d9a-a3d6-6dcdf574795b, host: hv-cinder-83336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd27fdecb-1bdd-47f9-9875-c0c1b40668cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f6265ac0-633e-4670-bacd-2ec52566a901'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:25:47.905813 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-5859ba59-2d5e-4eff-a43a-844e10a3d503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (d1daa7a5-6490-4d9a-a3d6-6dcdf574795b), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:47.975110 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-5859ba59-2d5e-4eff-a43a-844e10a3d503 service neutron] For port d1daa7a5-6490-4d9a-a3d6-6dcdf574795b, host hv-cinder-83336, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:25:47.981004 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-5859ba59-2d5e-4eff-a43a-844e10a3d503 service neutron] For port d1daa7a5-6490-4d9a-a3d6-6dcdf574795b, host hv-cinder-83336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=d1daa7a5-6490-4d9a-a3d6-6dcdf574795b,segment=NetworkSegment(d27fdecb-1bdd-47f9-9875-c0c1b40668cf),segment_id=d27fdecb-1bdd-47f9-9875-c0c1b40668cf)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:25:48.053855 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-5859ba59-2d5e-4eff-a43a-844e10a3d503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (d1daa7a5-6490-4d9a-a3d6-6dcdf574795b), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:48.113333 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-5859ba59-2d5e-4eff-a43a-844e10a3d503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:48.113905 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-5859ba59-2d5e-4eff-a43a-844e10a3d503 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:48.115280 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-5859ba59-2d5e-4eff-a43a-844e10a3d503 service neutron] 10.222.0.66 "PUT /v2.0/ports/d1daa7a5-6490-4d9a-a3d6-6dcdf574795b HTTP/1.1" status: 200 len: 1093 time: 0.9642270 Mar 11 15:25:48.118683 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d48560-d5e1-476c-80b0-ad48c4476628', 'tag': 'd1daa7a5-6490-4d9a-a3d6-6dcdf574795b'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:25:48.120998 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be78e67d-a1af-4d53-b183-bd6a99d0a29c" -d '{"events": [{"name": "network-changed", "server_uuid": "34d48560-d5e1-476c-80b0-ad48c4476628", "tag": "d1daa7a5-6490-4d9a-a3d6-6dcdf574795b"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:25:48.153453 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5859ba59-2d5e-4eff-a43a-844e10a3d503 service neutron] Pushing event updated for resources: {'Port': ['ID=d1daa7a5-6490-4d9a-a3d6-6dcdf574795b,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:48.164023 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91329802-cc63-4e1e-be93-789a97167264 x-openstack-request-id: req-91329802-cc63-4e1e-be93-789a97167264 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:25:48.164023 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34d48560-d5e1-476c-80b0-ad48c4476628", "tag": "d1daa7a5-6490-4d9a-a3d6-6dcdf574795b", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:25:48.164023 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-91329802-cc63-4e1e-be93-789a97167264 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:25:48.164890 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34d48560-d5e1-476c-80b0-ad48c4476628', 'tag': 'd1daa7a5-6490-4d9a-a3d6-6dcdf574795b', 'status': 'completed', 'code': 200} Mar 11 15:25:48.171711 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fc7e2-10e4-46a2-ad3c-fe2ad7ae4894 req-a2e4309f-aaff-4967-aa84-e614839f2467 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:48.173252 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-da5fc7e2-10e4-46a2-ad3c-fe2ad7ae4894 req-a2e4309f-aaff-4967-aa84-e614839f2467 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.1212149 Mar 11 15:25:48.223708 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-da5fc7e2-10e4-46a2-ad3c-fe2ad7ae4894 req-59b58640-8b56-4c46-af7e-c835dd62c81e tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445602 Mar 11 15:25:48.394026 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78e67d-a1af-4d53-b183-bd6a99d0a29c req-0c31b36c-5e2e-457d-ad38-253d0562b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:48.395764 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-be78e67d-a1af-4d53-b183-bd6a99d0a29c req-0c31b36c-5e2e-457d-ad38-253d0562b206 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=169ca4a5e1f747a6a8048d61c5220492&device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 1127 time: 0.0514712 Mar 11 15:25:48.499142 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798731fa-8ffe-4942-bf7b-e16bc0b35734 req-945da9e8-b80f-470f-9a56-e81e097a1ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:48.500722 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-798731fa-8ffe-4942-bf7b-e16bc0b35734 req-945da9e8-b80f-470f-9a56-e81e097a1ab2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8544fd48-a5da-477d-ba08-7fd1e3df5115 HTTP/1.1" status: 200 len: 915 time: 0.1695671 Mar 11 15:25:48.515654 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78e67d-a1af-4d53-b183-bd6a99d0a29c req-9ffacf04-6e11-4226-9e56-ec139bc71857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:48.517165 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-be78e67d-a1af-4d53-b183-bd6a99d0a29c req-9ffacf04-6e11-4226-9e56-ec139bc71857 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=169ca4a5e1f747a6a8048d61c5220492&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1130118 Mar 11 15:25:48.727097 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd9cfa-de7c-46f4-9492-2499b4396aea req-b1c677e9-0c3a-48dc-886f-8386e9b31247 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:48.735596 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c0dd9cfa-de7c-46f4-9492-2499b4396aea req-b1c677e9-0c3a-48dc-886f-8386e9b31247 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 945 time: 0.0949526 Mar 11 15:25:48.793164 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78e67d-a1af-4d53-b183-bd6a99d0a29c req-b609694e-1ae0-46e7-a943-3f9d3ff8e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:48.800451 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-be78e67d-a1af-4d53-b183-bd6a99d0a29c req-b609694e-1ae0-46e7-a943-3f9d3ff8e3e0 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1132812 Mar 11 15:25:48.929340 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e9b72-e648-4a1d-b715-e1a6e860ba2c req-608ac458-bc7a-4ccb-a8bf-0538a3b7c6ab tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:48.931114 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a38e9b72-e648-4a1d-b715-e1a6e860ba2c req-608ac458-bc7a-4ccb-a8bf-0538a3b7c6ab tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 943 time: 0.0762308 Mar 11 15:25:48.933213 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-53898378-00be-41e0-81f5-565dab961d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:48.934791 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-53898378-00be-41e0-81f5-565dab961d38 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=169ca4a5e1f747a6a8048d61c5220492&device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 1127 time: 0.0899839 Mar 11 15:25:48.993915 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-d2568394-7005-40c3-98a1-77b8f302691d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1daa7a5-6490-4d9a-a3d6-6dcdf574795b HTTP/1.1" status: 200 len: 217 time: 0.0498157 Mar 11 15:25:49.000435 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-798731fa-8ffe-4942-bf7b-e16bc0b35734 req-0faee9fb-c597-4921-9721-92f1022a3cb8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1df88ce3-02bd-43a1-8919-c6b7e42fbd41 HTTP/1.1" status: 200 len: 1001 time: 0.3135173 Mar 11 15:25:49.027019 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c0dd9cfa-de7c-46f4-9492-2499b4396aea req-c24aecc8-c266-41e5-ab54-f1d3dc9e9369 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905543 Mar 11 15:25:49.053774 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a38e9b72-e648-4a1d-b715-e1a6e860ba2c req-48048c6a-67bc-4015-8509-c59bcc22d639 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164124 Mar 11 15:25:49.066043 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798731fa-8ffe-4942-bf7b-e16bc0b35734 req-5f0722c3-0192-4021-b173-2536da96729e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:49.066435 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-33f5208b-f576-4b4e-be2f-035b46ab7c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:49.067577 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-798731fa-8ffe-4942-bf7b-e16bc0b35734 req-5f0722c3-0192-4021-b173-2536da96729e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7dfec5c9-f9f3-4b90-a760-ecd6a23b912b HTTP/1.1" status: 200 len: 853 time: 0.0596991 Mar 11 15:25:49.068564 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-33f5208b-f576-4b4e-be2f-035b46ab7c5c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4ece22e3-13e3-4ef0-ab24-5393518fe3ac HTTP/1.1" status: 200 len: 854 time: 0.0644469 Mar 11 15:25:49.126935 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-9783f43c-433c-4489-909d-c3814a5411dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:49.129631 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-9783f43c-433c-4489-909d-c3814a5411dd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f6265ac0-633e-4670-bacd-2ec52566a901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502679 Mar 11 15:25:49.158600 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798731fa-8ffe-4942-bf7b-e16bc0b35734 req-19a1fc84-c589-497e-bd14-442e18da8437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:49.160306 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-798731fa-8ffe-4942-bf7b-e16bc0b35734 req-19a1fc84-c589-497e-bd14-442e18da8437 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8544fd48-a5da-477d-ba08-7fd1e3df5115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0820987 Mar 11 15:25:49.230047 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-0f363329-1679-4f1e-9817-65fd3b04c933 service neutron] 10.222.0.66 "GET /v2.0/networks/f6265ac0-633e-4670-bacd-2ec52566a901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935640 Mar 11 15:25:49.258045 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-798731fa-8ffe-4942-bf7b-e16bc0b35734 req-83e01df2-cb76-4700-9c3d-c729eab5daf8 service neutron] 10.222.0.66 "GET /v2.0/networks/8544fd48-a5da-477d-ba08-7fd1e3df5115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894144 Mar 11 15:25:49.329883 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-74080624-07fd-4fba-b6b1-9181cdab72d9 req-d1916914-7a50-4602-b84d-0ab885126dd2 service neutron] 10.222.0.66 "GET /v2.0/networks/f6265ac0-633e-4670-bacd-2ec52566a901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922668 Mar 11 15:25:49.379451 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-798731fa-8ffe-4942-bf7b-e16bc0b35734 req-b8b41191-e8c0-4788-802a-ed2b1956cc4b service neutron] 10.222.0.66 "GET /v2.0/networks/8544fd48-a5da-477d-ba08-7fd1e3df5115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147809 Mar 11 15:25:49.403527 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e1a3c-70ee-4b57-8179-b3e09ae52a19 req-f66cd233-4ea3-4e9b-a133-1a809912e82e tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:49.405060 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1c2e1a3c-70ee-4b57-8179-b3e09ae52a19 req-f66cd233-4ea3-4e9b-a133-1a809912e82e tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0824730 Mar 11 15:25:49.470957 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1c2e1a3c-70ee-4b57-8179-b3e09ae52a19 req-47144ecd-2dd9-44d8-b6d9-eaa003ab0025 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603597 Mar 11 15:25:50.170932 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22a09f-b6b3-49c8-96fb-b1a43bb5d780 req-05815b4c-2838-43d5-b0fb-f42ffb4b3933 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:50.172693 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1d22a09f-b6b3-49c8-96fb-b1a43bb5d780 req-05815b4c-2838-43d5-b0fb-f42ffb4b3933 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 945 time: 0.0682321 Mar 11 15:25:50.193888 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f3620-7296-4ba2-a0ec-0a959b4e83c5 req-d237096c-2e55-4a1e-af24-7e3a8dc9b4ef tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:50.195485 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a48f3620-7296-4ba2-a0ec-0a959b4e83c5 req-d237096c-2e55-4a1e-af24-7e3a8dc9b4ef tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 943 time: 0.0669303 Mar 11 15:25:50.225121 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 32780) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:25:50.233593 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1d22a09f-b6b3-49c8-96fb-b1a43bb5d780 req-cd9be74e-c35a-420d-a041-bf3fab1db8f4 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537231 Mar 11 15:25:50.248716 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a48f3620-7296-4ba2-a0ec-0a959b4e83c5 req-c3aa8f21-9194-402d-a15c-bad4abbe9025 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461998 Mar 11 15:25:50.337748 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d72fbc82-e81b-4ea8-9b2d-e45f7c32a510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:50.409436 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d72fbc82-e81b-4ea8-9b2d-e45f7c32a510 admin admin] Publish callbacks [] for security_group (748a926a-3c15-47de-8b64-5dd2d7ac99a3), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:50.475960 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d72fbc82-e81b-4ea8-9b2d-e45f7c32a510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (748a926a-3c15-47de-8b64-5dd2d7ac99a3), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:50.515557 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-d72fbc82-e81b-4ea8-9b2d-e45f7c32a510 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ddcd070a7d65497fafbd35b656bfe224&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2893312 Mar 11 15:25:50.516447 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72fbc82-e81b-4ea8-9b2d-e45f7c32a510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748a926a-3c15-47de-8b64-5dd2d7ac99a3,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:50.518214 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 32786) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:25:50.575007 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c2bb2990-0de4-4346-8276-1f9dc6fbd7b7 admin admin] Publish callbacks [] for security_group (748a926a-3c15-47de-8b64-5dd2d7ac99a3), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:50.594270 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd123521-8267-4c8b-a43a-ebfae26efc82 req-80687e26-e7a1-4990-b5b1-3e9386e23eec tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:50.595930 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bd123521-8267-4c8b-a43a-ebfae26efc82 req-80687e26-e7a1-4990-b5b1-3e9386e23eec tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0558591 Mar 11 15:25:50.600869 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c2bb2990-0de4-4346-8276-1f9dc6fbd7b7 admin admin] Publish callbacks [] for security_group (748a926a-3c15-47de-8b64-5dd2d7ac99a3), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:50.644644 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bd123521-8267-4c8b-a43a-ebfae26efc82 req-40ca670b-c058-4689-806d-c3f512d65260 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427201 Mar 11 15:25:50.704689 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c2bb2990-0de4-4346-8276-1f9dc6fbd7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (748a926a-3c15-47de-8b64-5dd2d7ac99a3), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:50.707393 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c2bb2990-0de4-4346-8276-1f9dc6fbd7b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:50.708517 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-c2bb2990-0de4-4346-8276-1f9dc6fbd7b7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/748a926a-3c15-47de-8b64-5dd2d7ac99a3 HTTP/1.1" status: 204 len: 168 time: 0.1892011 Mar 11 15:25:50.717775 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb2990-0de4-4346-8276-1f9dc6fbd7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748a926a-3c15-47de-8b64-5dd2d7ac99a3,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:51.353646 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a2814-0255-4e07-89ca-e3eb7d9870ce req-756300f5-54e0-4e6d-985d-2136e32b01a9 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:51.355054 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-179a2814-0255-4e07-89ca-e3eb7d9870ce req-756300f5-54e0-4e6d-985d-2136e32b01a9 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 945 time: 0.0528743 Mar 11 15:25:51.369095 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c764358-9793-4d7f-a398-e6fdc74c926c req-cf408ae5-63d7-42d6-aad3-f8a512c36dc1 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:51.371830 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0c764358-9793-4d7f-a398-e6fdc74c926c req-cf408ae5-63d7-42d6-aad3-f8a512c36dc1 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 943 time: 0.0549705 Mar 11 15:25:51.403228 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-179a2814-0255-4e07-89ca-e3eb7d9870ce req-59658dcb-3799-4497-ac78-8f7f142a942b tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424497 Mar 11 15:25:51.431143 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0c764358-9793-4d7f-a398-e6fdc74c926c req-9800cf6e-57fb-41fb-9d7f-179befe0623a tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439181 Mar 11 15:25:51.764366 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5979ba-965d-4cd3-a16e-2ecb8614c0a9 req-098c3fdc-b224-48eb-a1a3-db20b8ae65cf tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:51.765829 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-af5979ba-965d-4cd3-a16e-2ecb8614c0a9 req-098c3fdc-b224-48eb-a1a3-db20b8ae65cf tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0549819 Mar 11 15:25:51.812089 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-af5979ba-965d-4cd3-a16e-2ecb8614c0a9 req-f60d56de-1c77-4669-88e8-b5e4166e6a9c tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409212 Mar 11 15:25:52.543773 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e3173-9cf9-461f-aef7-45aae9203d2a req-d09a6248-a5a0-4cea-9697-aa9c714e5a7c tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:52.545356 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7d7e3173-9cf9-461f-aef7-45aae9203d2a req-d09a6248-a5a0-4cea-9697-aa9c714e5a7c tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 943 time: 0.0535738 Mar 11 15:25:52.595490 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7d7e3173-9cf9-461f-aef7-45aae9203d2a req-1391d41d-f4df-42ac-89a2-d389866d1cd4 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438516 Mar 11 15:25:52.927636 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b28aba-b18a-408a-810c-3de40af61dc8 req-c1e3464e-07f8-420e-92a4-96964dad6b3c tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:52.928998 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-72b28aba-b18a-408a-810c-3de40af61dc8 req-c1e3464e-07f8-420e-92a4-96964dad6b3c tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0505085 Mar 11 15:25:52.976176 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-72b28aba-b18a-408a-810c-3de40af61dc8 req-08d81573-86ac-4586-9c28-612ea40d2efa tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408680 Mar 11 15:25:53.713949 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639f5f9-c5f9-4e38-9cc9-91fcd3492a91 req-4b30f81c-7842-4fe6-9f32-f8d0b90c7b82 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:53.715455 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d639f5f9-c5f9-4e38-9cc9-91fcd3492a91 req-4b30f81c-7842-4fe6-9f32-f8d0b90c7b82 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 943 time: 0.0523782 Mar 11 15:25:53.762174 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d639f5f9-c5f9-4e38-9cc9-91fcd3492a91 req-90bce165-69ed-4783-bb6d-e73387f90669 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409636 Mar 11 15:25:54.095502 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ae73e-3047-458c-9d2a-a34b3b1e8d9d req-66c16cef-64b3-48df-8e9f-38676f9e5853 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:54.096940 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3c1ae73e-3047-458c-9d2a-a34b3b1e8d9d req-66c16cef-64b3-48df-8e9f-38676f9e5853 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0518758 Mar 11 15:25:54.146354 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3c1ae73e-3047-458c-9d2a-a34b3b1e8d9d req-6aa1ee3e-65b3-45ab-99ba-b4e3e1a7a78b tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435283 Mar 11 15:25:54.877345 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90051427-ad7f-425d-96de-c250242cc59c req-2a200be2-4b1d-4b49-b934-d48cdbbc9f94 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:54.878791 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-90051427-ad7f-425d-96de-c250242cc59c req-2a200be2-4b1d-4b49-b934-d48cdbbc9f94 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 943 time: 0.0519068 Mar 11 15:25:54.924527 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-90051427-ad7f-425d-96de-c250242cc59c req-e339eca1-9117-4467-9fd2-126a46f35b8b tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401542 Mar 11 15:25:55.270252 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245f491-4d66-404a-923d-9ed549050f98 req-199ba0ea-0893-4aab-9eb2-ff2d4f7e280d tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:55.271742 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4245f491-4d66-404a-923d-9ed549050f98 req-199ba0ea-0893-4aab-9eb2-ff2d4f7e280d tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0577343 Mar 11 15:25:55.317989 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4245f491-4d66-404a-923d-9ed549050f98 req-117a5751-9a34-4bfa-970b-2cc7b6b44bea tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406466 Mar 11 15:25:56.049582 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113db47-d541-409b-aee1-a070598f145c req-56417fda-ff7f-404c-83a2-23fde647c59b tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:56.051161 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2113db47-d541-409b-aee1-a070598f145c req-56417fda-ff7f-404c-83a2-23fde647c59b tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 943 time: 0.0568135 Mar 11 15:25:56.101385 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2113db47-d541-409b-aee1-a070598f145c req-1634c165-d705-4971-8afc-4ea3d91e882a tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434284 Mar 11 15:25:56.443513 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad18277-427d-4850-898f-9871b1d2f50d req-7a4eaf0b-41d4-41d8-965c-baba22f7f89e tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:56.445000 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2ad18277-427d-4850-898f-9871b1d2f50d req-7a4eaf0b-41d4-41d8-965c-baba22f7f89e tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0599570 Mar 11 15:25:56.493035 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2ad18277-427d-4850-898f-9871b1d2f50d req-3522c1d6-1af8-4ee1-81fe-87a6a82819f2 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415258 Mar 11 15:25:56.612015 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09904d8-bf41-4523-a6b2-c8842b188d29 req-6f5b7cb9-3e34-4449-84af-8f95d065860b tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:56.613504 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c09904d8-bf41-4523-a6b2-c8842b188d29 req-6f5b7cb9-3e34-4449-84af-8f95d065860b tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 945 time: 0.0559065 Mar 11 15:25:56.660962 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c09904d8-bf41-4523-a6b2-c8842b188d29 req-0075b92d-151e-4d17-ba1f-d8f2ce8bec58 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412192 Mar 11 15:25:57.219940 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcebea2-6276-459b-b94b-b40a7b47da79 req-559a46d1-eae0-415c-99aa-be95e5ff6e4b tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:57.221440 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8dcebea2-6276-459b-b94b-b40a7b47da79 req-559a46d1-eae0-415c-99aa-be95e5ff6e4b tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 943 time: 0.0518339 Mar 11 15:25:57.267693 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8dcebea2-6276-459b-b94b-b40a7b47da79 req-ca29d86f-b177-4b65-ab0f-cf61c76b30c1 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395932 Mar 11 15:25:57.611290 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29785311-d380-42c7-a977-5534f2bfe3c0 req-da84d6be-95dc-4cbc-95ab-3f0db6ce2d0d tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:57.612793 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-29785311-d380-42c7-a977-5534f2bfe3c0 req-da84d6be-95dc-4cbc-95ab-3f0db6ce2d0d tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0532832 Mar 11 15:25:57.661436 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-29785311-d380-42c7-a977-5534f2bfe3c0 req-5d260d65-71de-45e6-bf5a-0d2f9dc2ef7f tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429039 Mar 11 15:25:57.788782 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb229028-e9cc-4a16-9be0-e7701eebe5e4 req-9fff0318-6b0a-448d-8739-fa60849af36e tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:57.790529 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bb229028-e9cc-4a16-9be0-e7701eebe5e4 req-9fff0318-6b0a-448d-8739-fa60849af36e tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 945 time: 0.0584774 Mar 11 15:25:57.819048 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-2de9491e-eeef-462b-8677-04515b7fd853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:57.843530 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bb229028-e9cc-4a16-9be0-e7701eebe5e4 req-9ae4777c-d5e4-4d62-85d6-e36764e2cf08 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472553 Mar 11 15:25:58.390105 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec0409-d690-4410-a1c3-e20124bad194 req-e333fb44-7fc8-434e-a354-711b86080ea8 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:58.391617 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c0ec0409-d690-4410-a1c3-e20124bad194 req-e333fb44-7fc8-434e-a354-711b86080ea8 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 943 time: 0.0534618 Mar 11 15:25:58.442435 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c0ec0409-d690-4410-a1c3-e20124bad194 req-8d78ce47-85dc-416b-87bc-05c31aceb80e tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452144 Mar 11 15:25:58.799176 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7c642-7513-4e94-8b0e-41ea4ceb9c32 req-cfcb0824-54a3-46af-9973-f4210f21d249 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:58.801399 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-77f7c642-7513-4e94-8b0e-41ea4ceb9c32 req-cfcb0824-54a3-46af-9973-f4210f21d249 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0723381 Mar 11 15:25:58.850274 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-77f7c642-7513-4e94-8b0e-41ea4ceb9c32 req-423c7abe-74dd-4b3d-b567-2f621b03c294 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421495 Mar 11 15:25:58.999459 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e43c71-2cf5-476c-b059-b74f4e56c864 req-32245899-ff8b-407b-92be-5d9421722c17 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:59.000898 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e9e43c71-2cf5-476c-b059-b74f4e56c864 req-32245899-ff8b-407b-92be-5d9421722c17 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.66 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 945 time: 0.0780962 Mar 11 15:25:59.008270 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa6a51-934f-4eb5-86d3-5b84d7aa2ea1 req-90e63e26-30ac-4647-aa40-ed22bf11d305 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:59.010301 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9faa6a51-934f-4eb5-86d3-5b84d7aa2ea1 req-90e63e26-30ac-4647-aa40-ed22bf11d305 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 945 time: 0.0964637 Mar 11 15:25:59.154268 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9faa6a51-934f-4eb5-86d3-5b84d7aa2ea1 req-a2110df0-40a5-4b28-a046-498f76745897 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/security-groups?id=72906d50-c575-44d3-baeb-2b6d8e44010a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370432 Mar 11 15:25:59.196105 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [req-e9e43c71-2cf5-476c-b059-b74f4e56c864 req-e71d18d0-292b-43c8-b450-e75e0653fef7 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Deleting port ef128f43-2baf-45b2-b84f-d451311d10aa {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:25:59.196445 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-e9e43c71-2cf5-476c-b059-b74f4e56c864 req-e71d18d0-292b-43c8-b450-e75e0653fef7 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (ef128f43-2baf-45b2-b84f-d451311d10aa), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:59.291332 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [req-e9e43c71-2cf5-476c-b059-b74f4e56c864 req-e71d18d0-292b-43c8-b450-e75e0653fef7 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] For port ef128f43-2baf-45b2-b84f-d451311d10aa, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=ef128f43-2baf-45b2-b84f-d451311d10aa,segment=NetworkSegment(7655d188-6906-4724-b769-5e660bebc822),segment_id=7655d188-6906-4724-b769-5e660bebc822)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:25:59.291732 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-e9e43c71-2cf5-476c-b059-b74f4e56c864 req-e71d18d0-292b-43c8-b450-e75e0653fef7 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (ef128f43-2baf-45b2-b84f-d451311d10aa), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:59.295661 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 32938) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:25:59.300104 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-a77aa2a0-2ded-42b9-9813-2602acf5c374 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1991106115', 'description': 'tempest-description--932083358'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:25:59.307953 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [req-e9e43c71-2cf5-476c-b059-b74f4e56c864 req-e71d18d0-292b-43c8-b450-e75e0653fef7 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Calling delete_port for ef128f43-2baf-45b2-b84f-d451311d10aa owned by compute:nova {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:25:59.378881 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a77aa2a0-2ded-42b9-9813-2602acf5c374 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:59.545469 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-e9e43c71-2cf5-476c-b059-b74f4e56c864 req-e71d18d0-292b-43c8-b450-e75e0653fef7 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (ef128f43-2baf-45b2-b84f-d451311d10aa), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:59.559660 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['ef128f43-2baf-45b2-b84f-d451311d10aa'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:25:59.576614 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a77aa2a0-2ded-42b9-9813-2602acf5c374 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group (7c401e7b-8bab-4974-abaa-d58f8454bfe5), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:59.630108 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a77aa2a0-2ded-42b9-9813-2602acf5c374 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (7c401e7b-8bab-4974-abaa-d58f8454bfe5), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:59.670517 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77aa2a0-2ded-42b9-9813-2602acf5c374 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c401e7b-8bab-4974-abaa-d58f8454bfe5,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:59.694977 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aa2a0-2ded-42b9-9813-2602acf5c374 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:59.695332 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aa2a0-2ded-42b9-9813-2602acf5c374 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:59.695726 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aa2a0-2ded-42b9-9813-2602acf5c374 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:59.696067 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aa2a0-2ded-42b9-9813-2602acf5c374 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:59.696968 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aa2a0-2ded-42b9-9813-2602acf5c374 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:59.697355 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aa2a0-2ded-42b9-9813-2602acf5c374 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:59.697887 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aa2a0-2ded-42b9-9813-2602acf5c374 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:59.698301 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aa2a0-2ded-42b9-9813-2602acf5c374 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:59.698633 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aa2a0-2ded-42b9-9813-2602acf5c374 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:59.699152 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aa2a0-2ded-42b9-9813-2602acf5c374 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:59.699299 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aa2a0-2ded-42b9-9813-2602acf5c374 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:59.706970 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aa2a0-2ded-42b9-9813-2602acf5c374 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:59.706970 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77aa2a0-2ded-42b9-9813-2602acf5c374 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:59.728702 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba7e29-38c5-4b85-a6b1-d3e9183f564e req-e829bc23-d0ed-4ac6-bde1-d4489357d2b6 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:59.730259 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-69ba7e29-38c5-4b85-a6b1-d3e9183f564e req-e829bc23-d0ed-4ac6-bde1-d4489357d2b6 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.66 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.0731664 Mar 11 15:25:59.733458 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a77aa2a0-2ded-42b9-9813-2602acf5c374 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:59.738260 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-a77aa2a0-2ded-42b9-9813-2602acf5c374 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4408264 Mar 11 15:25:59.738260 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 32944) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:25:59.749892 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-b717ea80-9014-4778-8c8c-d57c21bc9684 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Request body: {'security_group_rule': {'security_group_id': '7c401e7b-8bab-4974-abaa-d58f8454bfe5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:25:59.758000 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d18d0-292b-43c8-b450-e75e0653fef7 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Pushing event deleted for resources: {'Port': ['ID=ef128f43-2baf-45b2-b84f-d451311d10aa,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:25:59.791794 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71d18d0-292b-43c8-b450-e75e0653fef7 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:59.792162 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71d18d0-292b-43c8-b450-e75e0653fef7 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:59.792478 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71d18d0-292b-43c8-b450-e75e0653fef7 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:59.795590 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71d18d0-292b-43c8-b450-e75e0653fef7 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:59.795590 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71d18d0-292b-43c8-b450-e75e0653fef7 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:59.795590 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71d18d0-292b-43c8-b450-e75e0653fef7 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:59.795590 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71d18d0-292b-43c8-b450-e75e0653fef7 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:59.795590 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71d18d0-292b-43c8-b450-e75e0653fef7 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:59.795590 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71d18d0-292b-43c8-b450-e75e0653fef7 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:59.795590 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71d18d0-292b-43c8-b450-e75e0653fef7 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:59.795590 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71d18d0-292b-43c8-b450-e75e0653fef7 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:59.795590 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71d18d0-292b-43c8-b450-e75e0653fef7 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:59.795590 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71d18d0-292b-43c8-b450-e75e0653fef7 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:25:59.823663 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92efd99c-c5db-4084-bb63-11399b48a660 req-7a592e59-f6d0-41d6-adb9-289c1aa88549 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:25:59.825162 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-92efd99c-c5db-4084-bb63-11399b48a660 req-7a592e59-f6d0-41d6-adb9-289c1aa88549 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 943 time: 0.3155820 Mar 11 15:25:59.857545 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-69ba7e29-38c5-4b85-a6b1-d3e9183f564e req-f110349b-4990-46c8-866a-24822db3d0d6 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Deleting port d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:25:59.857892 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-69ba7e29-38c5-4b85-a6b1-d3e9183f564e req-f110349b-4990-46c8-866a-24822db3d0d6 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:59.870331 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e43c71-2cf5-476c-b059-b74f4e56c864 req-e71d18d0-292b-43c8-b450-e75e0653fef7 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] No DVR routers for this DVR port ef128f43-2baf-45b2-b84f-d451311d10aa on host hv-cinder-83336 {{(pid=103740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:25:59.881584 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-e9e43c71-2cf5-476c-b059-b74f4e56c864 req-e71d18d0-292b-43c8-b450-e75e0653fef7 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:59.883408 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b717ea80-9014-4778-8c8c-d57c21bc9684 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group_rule (03b99a56-cb06-4999-af93-0a8dfbfad2b2), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:25:59.885020 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e9e43c71-2cf5-476c-b059-b74f4e56c864 req-e71d18d0-292b-43c8-b450-e75e0653fef7 tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.66 "DELETE /v2.0/ports/ef128f43-2baf-45b2-b84f-d451311d10aa HTTP/1.1" status: 204 len: 173 time: 0.8738568 Mar 11 15:25:59.885483 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '314746ef-6ca3-4f85-9c32-821796963930', 'name': 'network-vif-deleted', 'tag': 'ef128f43-2baf-45b2-b84f-d451311d10aa'}] {{(pid=103740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:25:59.932366 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-92efd99c-c5db-4084-bb63-11399b48a660 req-9f9e68e2-8f51-46b9-9b95-0aa36d998027 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872343 Mar 11 15:25:59.974238 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device d1daa7a5-6490-4d9a-a3d6-6dcdf574795b details requested by agent hyperv_hv-cinder-83336 with host hv-cinder-83336 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 15:26:00.028558 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-69ba7e29-38c5-4b85-a6b1-d3e9183f564e req-f110349b-4990-46c8-866a-24822db3d0d6 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] For port d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c,segment=NetworkSegment(fe702dd1-454d-40ac-9a2b-6845db1b1d1b),segment_id=fe702dd1-454d-40ac-9a2b-6845db1b1d1b)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:26:00.029249 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-69ba7e29-38c5-4b85-a6b1-d3e9183f564e req-f110349b-4990-46c8-866a-24822db3d0d6 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:00.053165 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-69ba7e29-38c5-4b85-a6b1-d3e9183f564e req-f110349b-4990-46c8-866a-24822db3d0d6 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Calling delete_port for d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:26:00.068145 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b717ea80-9014-4778-8c8c-d57c21bc9684 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group_rule (03b99a56-cb06-4999-af93-0a8dfbfad2b2), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:00.076344 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}650d324cd5ca1e8c5fe43ff80fd40eee127a08b7efb0df58efbaed5274d8fbf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fa97c2-8189-46c7-820a-fcf59eef6d52" -d '{"events": [{"server_uuid": "314746ef-6ca3-4f85-9c32-821796963930", "name": "network-vif-deleted", "tag": "ef128f43-2baf-45b2-b84f-d451311d10aa"}]}' {{(pid=103740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:26:00.091265 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0549b-a556-4dcd-a21e-9e3e0e6fbe11 req-62063561-36b5-4f02-a471-fa6ddc9de0b7 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:00.092800 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b9a0549b-a556-4dcd-a21e-9e3e0e6fbe11 req-62063561-36b5-4f02-a471-fa6ddc9de0b7 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 945 time: 0.1501355 Mar 11 15:26:00.114938 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port d1daa7a5-6490-4d9a-a3d6-6dcdf574795b, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=d1daa7a5-6490-4d9a-a3d6-6dcdf574795b,segment=NetworkSegment(d27fdecb-1bdd-47f9-9875-c0c1b40668cf),segment_id=d27fdecb-1bdd-47f9-9875-c0c1b40668cf)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:26:00.128014 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Returning: {'device': 'd1daa7a5-6490-4d9a-a3d6-6dcdf574795b', 'network_id': 'f6265ac0-633e-4670-bacd-2ec52566a901', 'port_id': 'd1daa7a5-6490-4d9a-a3d6-6dcdf574795b', 'mac_address': 'fa:16:3e:38:25:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ece22e3-13e3-4ef0-ab24-5393518fe3ac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 15:26:00.158105 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-f7c01728-d76b-4948-aa78-b5030c71b3b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:00.172348 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port d1daa7a5-6490-4d9a-a3d6-6dcdf574795b is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:26:00.172986 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (d1daa7a5-6490-4d9a-a3d6-6dcdf574795b), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:00.189508 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b9a0549b-a556-4dcd-a21e-9e3e0e6fbe11 req-892adbd3-d7e5-4d31-af57-4ef839207aae tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/security-groups?id=96e1057b-7029-4c25-99d3-229571be9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613525 Mar 11 15:26:00.189814 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1daa7a5-6490-4d9a-a3d6-6dcdf574795b {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:26:00.196485 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c804fd-7700-40be-9bdd-41490d60bc0e x-openstack-request-id: req-b9c804fd-7700-40be-9bdd-41490d60bc0e {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:26:00.197545 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "314746ef-6ca3-4f85-9c32-821796963930", "name": "network-vif-deleted", "tag": "ef128f43-2baf-45b2-b84f-d451311d10aa", "status": "completed", "code": 200}]} {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:26:00.197981 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b9c804fd-7700-40be-9bdd-41490d60bc0e {{(pid=103740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:26:00.198606 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '314746ef-6ca3-4f85-9c32-821796963930', 'name': 'network-vif-deleted', 'tag': 'ef128f43-2baf-45b2-b84f-d451311d10aa', 'status': 'completed', 'code': 200} Mar 11 15:26:00.205031 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b717ea80-9014-4778-8c8c-d57c21bc9684 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951566'] for security_group_rule (03b99a56-cb06-4999-af93-0a8dfbfad2b2), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:00.221629 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port d1daa7a5-6490-4d9a-a3d6-6dcdf574795b, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=d1daa7a5-6490-4d9a-a3d6-6dcdf574795b,segment=NetworkSegment(d27fdecb-1bdd-47f9-9875-c0c1b40668cf),segment_id=d27fdecb-1bdd-47f9-9875-c0c1b40668cf)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:26:00.234134 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717ea80-9014-4778-8c8c-d57c21bc9684 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b99a56-cb06-4999-af93-0a8dfbfad2b2,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:00.279296 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b1d0f0e4-c003-4a88-beae-67ad3e31a963 req-a9ad5c53-cb8a-4a74-a5e5-c86177a9bd9b tempest-VolumesActionsTest-428420426 tempest-VolumesActionsTest-428420426-project] 10.222.0.44 "GET /v2.0/ports?device_id=314746ef-6ca3-4f85-9c32-821796963930 HTTP/1.1" status: 200 len: 210 time: 0.0277860 Mar 11 15:26:00.293579 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (d1daa7a5-6490-4d9a-a3d6-6dcdf574795b), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:00.345476 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=d1daa7a5-6490-4d9a-a3d6-6dcdf574795b,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:00.358235 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b717ea80-9014-4778-8c8c-d57c21bc9684 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:00.359604 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-b717ea80-9014-4778-8c8c-d57c21bc9684 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6193016 Mar 11 15:26:00.363005 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 32964) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:00.366714 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-de45a8b4-1bba-4621-b444-9146c85f90f6 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Request body: {'security_group_rule': {'security_group_id': '7c401e7b-8bab-4974-abaa-d58f8454bfe5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:26:00.390031 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-69ba7e29-38c5-4b85-a6b1-d3e9183f564e req-f110349b-4990-46c8-866a-24822db3d0d6 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:00.418421 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110349b-4990-46c8-866a-24822db3d0d6 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Pushing event deleted for resources: {'Port': ['ID=d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:00.458642 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ba7e29-38c5-4b85-a6b1-d3e9183f564e req-f110349b-4990-46c8-866a-24822db3d0d6 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] No DVR routers for this DVR port d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c on host hv-cinder-83336 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:26:00.461059 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-69ba7e29-38c5-4b85-a6b1-d3e9183f564e req-f110349b-4990-46c8-866a-24822db3d0d6 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:00.464519 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-69ba7e29-38c5-4b85-a6b1-d3e9183f564e req-f110349b-4990-46c8-866a-24822db3d0d6 tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.66 "DELETE /v2.0/ports/d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c HTTP/1.1" status: 204 len: 173 time: 0.7254994 Mar 11 15:26:00.464950 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aee99a9f-87c5-49f2-b769-b640fae5346c', 'name': 'network-vif-deleted', 'tag': 'd72bc1fc-5c36-4d75-bdc1-fd3a20276f6c'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:26:00.467343 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda32ad5-60ec-4fe8-92d8-9a7d285e3cd7" -d '{"events": [{"server_uuid": "aee99a9f-87c5-49f2-b769-b640fae5346c", "name": "network-vif-deleted", "tag": "d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:26:00.486221 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-de45a8b4-1bba-4621-b444-9146c85f90f6 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group_rule (5266a638-8a2c-430f-8885-0d26c01cdf2c), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:00.503110 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b4d0c9-d890-46fa-b18d-0790a761c871 x-openstack-request-id: req-93b4d0c9-d890-46fa-b18d-0790a761c871 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:26:00.503426 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aee99a9f-87c5-49f2-b769-b640fae5346c", "name": "network-vif-deleted", "tag": "d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:26:00.503680 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-93b4d0c9-d890-46fa-b18d-0790a761c871 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:26:00.504068 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aee99a9f-87c5-49f2-b769-b640fae5346c', 'name': 'network-vif-deleted', 'tag': 'd72bc1fc-5c36-4d75-bdc1-fd3a20276f6c', 'status': 'completed', 'code': 200} Mar 11 15:26:00.545591 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-de45a8b4-1bba-4621-b444-9146c85f90f6 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group_rule (5266a638-8a2c-430f-8885-0d26c01cdf2c), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:00.589573 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:26:00.607689 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-de45a8b4-1bba-4621-b444-9146c85f90f6 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951566'] for security_group_rule (5266a638-8a2c-430f-8885-0d26c01cdf2c), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:00.625813 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45a8b4-1bba-4621-b444-9146c85f90f6 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5266a638-8a2c-430f-8885-0d26c01cdf2c,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:00.695632 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-de45a8b4-1bba-4621-b444-9146c85f90f6 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:00.697863 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-de45a8b4-1bba-4621-b444-9146c85f90f6 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3344376 Mar 11 15:26:00.698689 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['d1daa7a5-6490-4d9a-a3d6-6dcdf574795b'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:26:00.701186 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 32968) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:00.705862 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-211fee41-c2da-47ba-847e-25f238e72d53 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Request body: {'floatingip': {'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:26:00.813224 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-211fee41-c2da-47ba-847e-25f238e72d53 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:00.914284 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-211fee41-c2da-47ba-847e-25f238e72d53 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:01.034642 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [None req-211fee41-c2da-47ba-847e-25f238e72d53 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Allocated IP 172.27.2.237 (78e1392b-e3c2-4d04-8c82-7bd84bb30297/7f6dd339-b219-48a3-93bc-4a99710f07af/484fb659-84fb-4e1f-90ff-ad9136a1bd3a) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:26:01.058216 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08597ee7-713f-4ecc-870b-1f1b8f2c5017 req-578b60ad-04ff-4786-8661-1d6c88f41f9a tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:01.060879 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-08597ee7-713f-4ecc-870b-1f1b8f2c5017 req-578b60ad-04ff-4786-8661-1d6c88f41f9a tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 944 time: 0.0580361 Mar 11 15:26:01.124953 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-08597ee7-713f-4ecc-870b-1f1b8f2c5017 req-510a37dc-9987-4787-ac2b-54cec768e11b tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564325 Mar 11 15:26:01.286576 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:01.351069 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-39bece88-a34d-4e3e-a175-8e38bc68dfc8 req-e614d1af-178d-4bb6-91f4-174bbdad41ee tempest-ServerRescueNegativeTestJSON-2136778811 tempest-ServerRescueNegativeTestJSON-2136778811-project] 10.222.0.44 "GET /v2.0/ports?device_id=aee99a9f-87c5-49f2-b769-b640fae5346c HTTP/1.1" status: 200 len: 210 time: 0.0377092 Mar 11 15:26:01.422558 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-211fee41-c2da-47ba-847e-25f238e72d53 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for port (484fb659-84fb-4e1f-90ff-ad9136a1bd3a), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:01.591197 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-211fee41-c2da-47ba-847e-25f238e72d53 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (484fb659-84fb-4e1f-90ff-ad9136a1bd3a), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:01.632379 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211fee41-c2da-47ba-847e-25f238e72d53 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:01.639713 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-211fee41-c2da-47ba-847e-25f238e72d53 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:01.644249 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211fee41-c2da-47ba-847e-25f238e72d53 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:26:01.646263 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211fee41-c2da-47ba-847e-25f238e72d53 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event updated for resources: {'Port': ['ID=484fb659-84fb-4e1f-90ff-ad9136a1bd3a,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:01.733477 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-211fee41-c2da-47ba-847e-25f238e72d53 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for floatingip (d6813286-a93e-4d30-a184-738fe48bedc7), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:01.839102 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-211fee41-c2da-47ba-847e-25f238e72d53 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (484fb659-84fb-4e1f-90ff-ad9136a1bd3a), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:02.005540 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device d1daa7a5-6490-4d9a-a3d6-6dcdf574795b up at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:26:02.008468 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-211fee41-c2da-47ba-847e-25f238e72d53 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for port (484fb659-84fb-4e1f-90ff-ad9136a1bd3a), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:02.064549 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-211fee41-c2da-47ba-847e-25f238e72d53 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (484fb659-84fb-4e1f-90ff-ad9136a1bd3a), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:02.137706 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning for port d1daa7a5-6490-4d9a-a3d6-6dcdf574795b completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 15:26:02.138048 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211fee41-c2da-47ba-847e-25f238e72d53 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event updated for resources: {'Port': ['ID=484fb659-84fb-4e1f-90ff-ad9136a1bd3a,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:02.143513 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning complete for port d1daa7a5-6490-4d9a-a3d6-6dcdf574795b triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:02.144450 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (d1daa7a5-6490-4d9a-a3d6-6dcdf574795b), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:02.146319 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-211fee41-c2da-47ba-847e-25f238e72d53 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628361'] for floatingip (d6813286-a93e-4d30-a184-738fe48bedc7), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:02.232699 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-211fee41-c2da-47ba-847e-25f238e72d53 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:02.233990 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-211fee41-c2da-47ba-847e-25f238e72d53 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5318050 Mar 11 15:26:02.236810 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port d1daa7a5-6490-4d9a-a3d6-6dcdf574795b is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:26:02.237194 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (d1daa7a5-6490-4d9a-a3d6-6dcdf574795b), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:02.259903 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79edca98-b8e9-44cb-827c-6f55c59b597c req-533585a2-1e61-49ff-b663-318fbceca106 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:02.261745 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-79edca98-b8e9-44cb-827c-6f55c59b597c req-533585a2-1e61-49ff-b663-318fbceca106 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 944 time: 0.0619137 Mar 11 15:26:02.269093 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d48560-d5e1-476c-80b0-ad48c4476628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1daa7a5-6490-4d9a-a3d6-6dcdf574795b'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:26:02.271385 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97dedef37c5e2c64aa44179f419dd586ddc22b8f5766e7bc49dcfeca4a9e3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113dd656-3c99-4540-baae-485cd99809e1" -d '{"events": [{"server_uuid": "34d48560-d5e1-476c-80b0-ad48c4476628", "name": "network-vif-plugged", "status": "completed", "tag": "d1daa7a5-6490-4d9a-a3d6-6dcdf574795b"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:26:02.286554 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port d1daa7a5-6490-4d9a-a3d6-6dcdf574795b, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=d1daa7a5-6490-4d9a-a3d6-6dcdf574795b,segment=NetworkSegment(d27fdecb-1bdd-47f9-9875-c0c1b40668cf),segment_id=d27fdecb-1bdd-47f9-9875-c0c1b40668cf)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:26:02.327956 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-79edca98-b8e9-44cb-827c-6f55c59b597c req-eedd579c-be04-4e4f-b3dc-436d5733cf77 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591710 Mar 11 15:26:02.328843 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57029d3-9d36-44d6-ab0e-cf0ca3a3a0b0 x-openstack-request-id: req-b57029d3-9d36-44d6-ab0e-cf0ca3a3a0b0 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:26:02.329140 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d48560-d5e1-476c-80b0-ad48c4476628", "name": "network-vif-plugged", "status": "completed", "tag": "d1daa7a5-6490-4d9a-a3d6-6dcdf574795b", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:26:02.329392 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b57029d3-9d36-44d6-ab0e-cf0ca3a3a0b0 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:26:02.329779 dv-cinder-833365-1-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d48560-d5e1-476c-80b0-ad48c4476628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1daa7a5-6490-4d9a-a3d6-6dcdf574795b', 'code': 200} Mar 11 15:26:02.371093 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (d1daa7a5-6490-4d9a-a3d6-6dcdf574795b), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:02.371093 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device ef128f43-2baf-45b2-b84f-d451311d10aa no longer exists at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:26:02.418213 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] No Port match for: ef128f43-2baf-45b2-b84f-d451311d10aa {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:26:02.418815 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device ef128f43-2baf-45b2-b84f-d451311d10aa not bound to the agent host hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:26:02.419700 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c no longer exists at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:26:02.442891 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 33042) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:02.480072 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] No Port match for: d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:26:02.480751 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device d72bc1fc-5c36-4d75-bdc1-fd3a20276f6c not bound to the agent host hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:26:02.511645 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-0983b98e-41b1-4ed7-9c4e-954f12d2a992 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1991106115&fields=id&tenant_id=bfe9430712c14bdfbe466c8ac9edd4fe HTTP/1.1" status: 200 len: 267 time: 0.0711143 Mar 11 15:26:02.543744 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=d1daa7a5-6490-4d9a-a3d6-6dcdf574795b,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:02.653572 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-b3cb358b-cf96-4b28-b738-ff3112366592 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:02.655055 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-b3cb358b-cf96-4b28-b738-ff3112366592 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/networks?id=8544fd48-a5da-477d-ba08-7fd1e3df5115 HTTP/1.1" status: 200 len: 814 time: 0.1336102 Mar 11 15:26:02.672918 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-1817115b-7b0e-486e-a7bb-c5829158d334 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/quotas/bfe9430712c14bdfbe466c8ac9edd4fe HTTP/1.1" status: 200 len: 375 time: 0.0121877 Mar 11 15:26:02.738901 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-f7a92507-29be-4757-ae45-a921ae658f26 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bfe9430712c14bdfbe466c8ac9edd4fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0605388 Mar 11 15:26:02.813259 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfb7b5-7161-4284-9971-334fbed777e6 req-deb6be13-6078-41cc-bd33-2c78668b5417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:02.814689 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-01dfb7b5-7161-4284-9971-334fbed777e6 req-deb6be13-6078-41cc-bd33-2c78668b5417 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 1129 time: 0.1130342 Mar 11 15:26:02.870497 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-9844231c-aac8-49f6-9c82-a5eb18c401fe service neutron] 10.222.0.44 "GET /v2.0/networks/8544fd48-a5da-477d-ba08-7fd1e3df5115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197052 Mar 11 15:26:02.905836 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-01dfb7b5-7161-4284-9971-334fbed777e6 req-b586558d-0fb9-4e7c-9a41-5fdb716dfcc5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734699 Mar 11 15:26:02.978339 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:02.983203 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-0bd24623-f174-4171-a377-58efc0527b6e service neutron] 10.222.0.44 "GET /v2.0/networks/8544fd48-a5da-477d-ba08-7fd1e3df5115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067700 Mar 11 15:26:03.020929 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-455d6a8f-c0f0-4328-821f-91a0cf413a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630665'] for router_interface (f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:03.276239 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cf61faae-05a9-42a1-b70c-7dceb96780f5 req-c5b839dc-c5f9-41dc-a9e4-7688baa01599 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 210 time: 0.0377176 Mar 11 15:26:03.365584 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-455d6a8f-c0f0-4328-821f-91a0cf413a2f admin admin] Deleting port 01f09a63-79e6-4611-86d5-abbe49252467 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:26:03.366064 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-455d6a8f-c0f0-4328-821f-91a0cf413a2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (01f09a63-79e6-4611-86d5-abbe49252467), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:03.460363 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2dca7-c7a5-410f-b4fc-187ddc52f6ef req-943659a5-1535-4695-bdf8-e2cfb846944e tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:03.462590 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-90c2dca7-c7a5-410f-b4fc-187ddc52f6ef req-943659a5-1535-4695-bdf8-e2cfb846944e tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 945 time: 0.0582836 Mar 11 15:26:03.480569 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [None req-455d6a8f-c0f0-4328-821f-91a0cf413a2f admin admin] For port 01f09a63-79e6-4611-86d5-abbe49252467, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=01f09a63-79e6-4611-86d5-abbe49252467,segment=NetworkSegment(fe702dd1-454d-40ac-9a2b-6845db1b1d1b),segment_id=fe702dd1-454d-40ac-9a2b-6845db1b1d1b)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:26:03.482756 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-455d6a8f-c0f0-4328-821f-91a0cf413a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (01f09a63-79e6-4611-86d5-abbe49252467), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:03.497346 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-455d6a8f-c0f0-4328-821f-91a0cf413a2f admin admin] Calling delete_port for 01f09a63-79e6-4611-86d5-abbe49252467 owned by network:router_interface {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:26:03.513204 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-90c2dca7-c7a5-410f-b4fc-187ddc52f6ef req-6921a26b-aa26-42cf-a75d-25eaef4d9a93 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445259 Mar 11 15:26:03.749268 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-455d6a8f-c0f0-4328-821f-91a0cf413a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (01f09a63-79e6-4611-86d5-abbe49252467), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:03.776022 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d6a8f-c0f0-4328-821f-91a0cf413a2f admin admin] Pushing event deleted for resources: {'Port': ['ID=01f09a63-79e6-4611-86d5-abbe49252467,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:03.941133 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-455d6a8f-c0f0-4328-821f-91a0cf413a2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624153'] for router_interface (f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:04.168227 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455d6a8f-c0f0-4328-821f-91a0cf413a2f admin admin] Router f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:26:04.280209 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455d6a8f-c0f0-4328-821f-91a0cf413a2f admin admin] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:26:04.287853 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-455d6a8f-c0f0-4328-821f-91a0cf413a2f admin admin] 10.222.0.44 "PUT /v2.0/routers/f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8415456 Mar 11 15:26:04.288303 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 33092) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:04.291643 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ba30bc-1815-4b23-8b3e-ceefe6e6ebdf None None] Sync routers for ids ['f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb'] in dv-cinder-833365-1-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:26:04.302491 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ba30bc-1815-4b23-8b3e-ceefe6e6ebdf None None] Routers {'f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:26:04.303564 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-88ba30bc-1815-4b23-8b3e-ceefe6e6ebdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:26:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:04.373038 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:04.395146 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-66564902-130a-4a01-9abe-168e638f662e req-7453bf6d-d860-4562-b8af-2dd0f9ce1b88 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 210 time: 0.0370433 Mar 11 15:26:04.431653 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-88ba30bc-1815-4b23-8b3e-ceefe6e6ebdf None None] Set router f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:26:04.463765 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e2824-6de5-401a-a4f6-a2a977629155 req-1cde5357-66b7-42c0-8143-7a0be62fc213 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:04.465616 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8a3e2824-6de5-401a-a4f6-a2a977629155 req-1cde5357-66b7-42c0-8143-7a0be62fc213 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e2629b-79d5-4472-9dae-ed62b2a9fd6a HTTP/1.1" status: 200 len: 945 time: 0.0605590 Mar 11 15:26:04.481546 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ffabad7a-1fdf-40b3-8499-73723ac46e67 admin admin] Publish callbacks [] for router (f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:04.519763 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8a3e2824-6de5-401a-a4f6-a2a977629155 req-7b7d577b-3768-48c3-8781-54a3a6c94bfd tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f669c9c-e187-41fd-b50d-941a8d9fd3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463827 Mar 11 15:26:04.622343 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ffabad7a-1fdf-40b3-8499-73723ac46e67 admin admin] Publish callbacks [] for router_gateway (f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:04.650909 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b85185-932c-4ae7-b084-fb7923745d86 req-92a3ff94-fdf7-482d-8190-be84c90a726c tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:04.652427 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e1b85185-932c-4ae7-b084-fb7923745d86 req-92a3ff94-fdf7-482d-8190-be84c90a726c tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 945 time: 0.0634079 Mar 11 15:26:04.711006 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-88ba30bc-1815-4b23-8b3e-ceefe6e6ebdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb', 'name': 'tempest-ServerRescueNegativeTestJSON-647953856-router', 'tenant_id': '485785a62e414ac69e1b5ba35562b168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.112'}], 'enable_snat': True}, 'gw_port_id': 'b32bb669-3745-4d68-8a13-70f560d6540c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:26:03Z', 'revision_number': 5, 'project_id': '485785a62e414ac69e1b5ba35562b168', 'gw_port': {'id': 'b32bb669-3745-4d68-8a13-70f560d6540c', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:04.718182 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e1b85185-932c-4ae7-b084-fb7923745d86 req-9297c899-faaa-49d9-8239-8e4a6d63bdfc tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602467 Mar 11 15:26:04.737114 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ba30bc-1815-4b23-8b3e-ceefe6e6ebdf None None] Checking router: f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb for host: dv-cinder-833365-1-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:26:04.746248 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ba30bc-1815-4b23-8b3e-ceefe6e6ebdf None None] Routers {'f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:26:04.746959 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-88ba30bc-1815-4b23-8b3e-ceefe6e6ebdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:26:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:04.751882 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-ffabad7a-1fdf-40b3-8499-73723ac46e67 admin admin] Deleting port b32bb669-3745-4d68-8a13-70f560d6540c {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:26:04.752216 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ffabad7a-1fdf-40b3-8499-73723ac46e67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (b32bb669-3745-4d68-8a13-70f560d6540c), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:04.836955 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-88ba30bc-1815-4b23-8b3e-ceefe6e6ebdf None None] Set router f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb gateway port host: None {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:26:04.837157 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [None req-ffabad7a-1fdf-40b3-8499-73723ac46e67 admin admin] For port b32bb669-3745-4d68-8a13-70f560d6540c, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=b32bb669-3745-4d68-8a13-70f560d6540c,segment=NetworkSegment(64a1f402-9998-47a9-9edb-15a3bada483f),segment_id=64a1f402-9998-47a9-9edb-15a3bada483f)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:26:04.837330 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ffabad7a-1fdf-40b3-8499-73723ac46e67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (b32bb669-3745-4d68-8a13-70f560d6540c), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:04.850978 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-ffabad7a-1fdf-40b3-8499-73723ac46e67 admin admin] Calling delete_port for b32bb669-3745-4d68-8a13-70f560d6540c owned by network:router_gateway {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:26:04.894259 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-88ba30bc-1815-4b23-8b3e-ceefe6e6ebdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb', 'name': 'tempest-ServerRescueNegativeTestJSON-647953856-router', 'tenant_id': '485785a62e414ac69e1b5ba35562b168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:26:04Z', 'revision_number': 6, 'project_id': '485785a62e414ac69e1b5ba35562b168', 'gw_port_host': None}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:04.921019 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ba30bc-1815-4b23-8b3e-ceefe6e6ebdf None None] The sync data for ids ['f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb'] in dv-cinder-833365-1-iscsi is: [{'id': 'f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb', 'name': 'tempest-ServerRescueNegativeTestJSON-647953856-router', 'tenant_id': '485785a62e414ac69e1b5ba35562b168', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:26:04Z', 'revision_number': 6, 'project_id': '485785a62e414ac69e1b5ba35562b168', 'gw_port_host': None}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:26:05.138854 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ffabad7a-1fdf-40b3-8499-73723ac46e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (b32bb669-3745-4d68-8a13-70f560d6540c), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:05.162427 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffabad7a-1fdf-40b3-8499-73723ac46e67 admin admin] Pushing event deleted for resources: {'Port': ['ID=b32bb669-3745-4d68-8a13-70f560d6540c,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:05.225322 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ffabad7a-1fdf-40b3-8499-73723ac46e67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628403'] for router_gateway (f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:05.333856 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ffabad7a-1fdf-40b3-8499-73723ac46e67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8443'] for router (f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:05.336013 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ffabad7a-1fdf-40b3-8499-73723ac46e67 admin admin] Publish callbacks [] for router_controller (f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb), precommit_delete_associations {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:05.491646 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ffabad7a-1fdf-40b3-8499-73723ac46e67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-625447'] for router (f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:05.492211 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffabad7a-1fdf-40b3-8499-73723ac46e67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb {{(pid=103740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:26:05.493146 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0e4c3dea-cdd8-4f28-ab4b-11ff0b4b6db2 req-fa1acfb3-ffc8-4642-baec-0732cc4df23a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 210 time: 0.0269773 Mar 11 15:26:05.497218 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ffabad7a-1fdf-40b3-8499-73723ac46e67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:05.501883 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-ffabad7a-1fdf-40b3-8499-73723ac46e67 admin admin] 10.222.0.44 "DELETE /v2.0/routers/f9e5d24e-5fea-4cbd-8b72-b1e51f9da4cb HTTP/1.1" status: 204 len: 168 time: 1.2091935 Mar 11 15:26:05.501883 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 33110) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:05.544635 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_v2 [None req-69af114e-786a-44fe-a5b8-ebdad03d5bf3 admin admin] Deleting subnet 444501c1-6c2a-4ddb-b96c-892921be9c2d {{(pid=103740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 15:26:05.547739 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-69af114e-786a-44fe-a5b8-ebdad03d5bf3 admin admin] Publish callbacks [] for subnet (444501c1-6c2a-4ddb-b96c-892921be9c2d), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:05.580540 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-69af114e-786a-44fe-a5b8-ebdad03d5bf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14027362'] for subnet (444501c1-6c2a-4ddb-b96c-892921be9c2d), precommit_delete_associations {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:05.650708 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-69af114e-786a-44fe-a5b8-ebdad03d5bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1914166'] for subnet (444501c1-6c2a-4ddb-b96c-892921be9c2d), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:05.688169 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a32192-6cd8-4a88-be9f-9f97b92b7684 req-192128fe-2f70-402e-a884-e4f9bfa667a6 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:05.689735 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-22a32192-6cd8-4a88-be9f-9f97b92b7684 req-192128fe-2f70-402e-a884-e4f9bfa667a6 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e2629b-79d5-4472-9dae-ed62b2a9fd6a HTTP/1.1" status: 200 len: 945 time: 0.0872478 Mar 11 15:26:05.748555 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 01f09a63-79e6-4611-86d5-abbe49252467 no longer exists at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:26:05.756642 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-22a32192-6cd8-4a88-be9f-9f97b92b7684 req-541df8fb-16dd-4d43-b166-a492e903c204 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f669c9c-e187-41fd-b50d-941a8d9fd3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570068 Mar 11 15:26:05.776459 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] No Port match for: 01f09a63-79e6-4611-86d5-abbe49252467 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:26:05.776799 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 01f09a63-79e6-4611-86d5-abbe49252467 not bound to the agent host dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:26:05.777398 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device b32bb669-3745-4d68-8a13-70f560d6540c no longer exists at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:26:05.805115 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] No Port match for: b32bb669-3745-4d68-8a13-70f560d6540c {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:26:05.807178 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device b32bb669-3745-4d68-8a13-70f560d6540c not bound to the agent host dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:26:05.877809 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442cbe3-fd23-4491-9a31-1dc59d0d7e5d req-c7dcb196-5842-4f39-9847-e04599ccdf2b tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:05.879389 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b442cbe3-fd23-4491-9a31-1dc59d0d7e5d req-c7dcb196-5842-4f39-9847-e04599ccdf2b tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 945 time: 0.0606711 Mar 11 15:26:05.939030 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b442cbe3-fd23-4491-9a31-1dc59d0d7e5d req-9bfe1822-58d6-48a9-ba46-b5dd452c44f5 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523603 Mar 11 15:26:06.207804 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-69af114e-786a-44fe-a5b8-ebdad03d5bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1914173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15279855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14213724'] for subnet (444501c1-6c2a-4ddb-b96c-892921be9c2d), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:06.233893 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af114e-786a-44fe-a5b8-ebdad03d5bf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=444501c1-6c2a-4ddb-b96c-892921be9c2d,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:06.239395 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-69af114e-786a-44fe-a5b8-ebdad03d5bf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:06.242347 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-69af114e-786a-44fe-a5b8-ebdad03d5bf3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/444501c1-6c2a-4ddb-b96c-892921be9c2d HTTP/1.1" status: 204 len: 168 time: 0.7403104 Mar 11 15:26:06.245389 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 33120) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:06.324162 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ab4df9e1-0df2-49f9-b984-3b6da9598bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2071539'] for network (10111652-25be-4b6e-aa55-10f6e37ef1f5), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:06.410467 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ab4df9e1-0df2-49f9-b984-3b6da9598bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1913037', 'neutron.services.segments.db._delete_segments_for_network-8743153172758'] for network (10111652-25be-4b6e-aa55-10f6e37ef1f5), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:06.432359 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-ab4df9e1-0df2-49f9-b984-3b6da9598bbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10111652-25be-4b6e-aa55-10f6e37ef1f5']}} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:06.441536 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-ab4df9e1-0df2-49f9-b984-3b6da9598bbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe702dd1-454d-40ac-9a2b-6845db1b1d1b') {'for_net_delete': True} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:06.441830 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-ab4df9e1-0df2-49f9-b984-3b6da9598bbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe702dd1-454d-40ac-9a2b-6845db1b1d1b') {} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:06.451335 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ab4df9e1-0df2-49f9-b984-3b6da9598bbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743153173023', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14027369'] for segment (fe702dd1-454d-40ac-9a2b-6845db1b1d1b), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:06.464435 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ab4df9e1-0df2-49f9-b984-3b6da9598bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (fe702dd1-454d-40ac-9a2b-6845db1b1d1b), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:06.470012 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab4df9e1-0df2-49f9-b984-3b6da9598bbe admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:26:06.470385 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ab4df9e1-0df2-49f9-b984-3b6da9598bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15280433'] for segment (fe702dd1-454d-40ac-9a2b-6845db1b1d1b), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:06.472011 dv-cinder-833365-1-iscsi neutron-server[103740]: Traceback (most recent call last): Mar 11 15:26:06.472011 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:26:06.472011 dv-cinder-833365-1-iscsi neutron-server[103740]: timer() Mar 11 15:26:06.472011 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:26:06.472011 dv-cinder-833365-1-iscsi neutron-server[103740]: cb(*args, **kw) Mar 11 15:26:06.472011 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 15:26:06.472011 dv-cinder-833365-1-iscsi neutron-server[103740]: return func(*args, **kwargs) Mar 11 15:26:06.472011 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:26:06.472011 dv-cinder-833365-1-iscsi neutron-server[103740]: self._notify() Mar 11 15:26:06.472011 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:26:06.472011 dv-cinder-833365-1-iscsi neutron-server[103740]: self.callback(batched_events) Mar 11 15:26:06.472011 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:26:06.472011 dv-cinder-833365-1-iscsi neutron-server[103740]: event.method(event) Mar 11 15:26:06.472011 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 15:26:06.472011 dv-cinder-833365-1-iscsi neutron-server[103740]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:26:06.472011 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 15:26:06.472011 dv-cinder-833365-1-iscsi neutron-server[103740]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:26:06.472011 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 15:26:06.472011 dv-cinder-833365-1-iscsi neutron-server[103740]: return f(self, *a, **k) Mar 11 15:26:06.472011 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:26:06.472011 dv-cinder-833365-1-iscsi neutron-server[103740]: return self._get(url).json() Mar 11 15:26:06.472011 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:26:06.472011 dv-cinder-833365-1-iscsi neutron-server[103740]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:26:06.472011 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:26:06.472011 dv-cinder-833365-1-iscsi neutron-server[103740]: return self.request(url, 'GET', **kwargs) Mar 11 15:26:06.472011 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:26:06.472011 dv-cinder-833365-1-iscsi neutron-server[103740]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:26:06.472011 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:26:06.472011 dv-cinder-833365-1-iscsi neutron-server[103740]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:26:06.472011 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:26:06.472011 dv-cinder-833365-1-iscsi neutron-server[103740]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:26:06.472011 dv-cinder-833365-1-iscsi neutron-server[103740]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:26:06.595857 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-145e2280-ff62-452b-94f1-afb70245edce req-d1db69b5-ccd5-4280-b603-d5264616c688 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 210 time: 0.0299156 Mar 11 15:26:06.704859 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ab4df9e1-0df2-49f9-b984-3b6da9598bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1913012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628375'] for network (10111652-25be-4b6e-aa55-10f6e37ef1f5), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:06.710136 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ab4df9e1-0df2-49f9-b984-3b6da9598bbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:06.713317 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-ab4df9e1-0df2-49f9-b984-3b6da9598bbe admin admin] 10.222.0.44 "DELETE /v2.0/networks/10111652-25be-4b6e-aa55-10f6e37ef1f5 HTTP/1.1" status: 204 len: 168 time: 0.4670315 Mar 11 15:26:06.724306 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4df9e1-0df2-49f9-b984-3b6da9598bbe admin admin] Pushing event deleted for resources: {'Network': ['ID=10111652-25be-4b6e-aa55-10f6e37ef1f5,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:06.891206 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ab393-6d5f-4544-91a8-2ead600ed346 req-30e73fdd-fcc2-42a4-99f3-99255ae9337a tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:06.892689 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-558ab393-6d5f-4544-91a8-2ead600ed346 req-30e73fdd-fcc2-42a4-99f3-99255ae9337a tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e2629b-79d5-4472-9dae-ed62b2a9fd6a HTTP/1.1" status: 200 len: 945 time: 0.0514750 Mar 11 15:26:06.940019 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-558ab393-6d5f-4544-91a8-2ead600ed346 req-f152a532-3cbf-496c-b38d-deba5524eb76 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f669c9c-e187-41fd-b50d-941a8d9fd3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417352 Mar 11 15:26:07.015052 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 33136) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:07.062524 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-dc46d5d9-3ced-4768-8087-118b6f2f2c6f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=485785a62e414ac69e1b5ba35562b168&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0461915 Mar 11 15:26:07.064903 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 33138) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:07.067836 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0bae2-2e3e-4f06-9bab-bb1348711950 req-24c76e71-28c6-4337-aff2-635be6f8b8f2 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:07.069460 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d9a0bae2-2e3e-4f06-9bab-bb1348711950 req-24c76e71-28c6-4337-aff2-635be6f8b8f2 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 945 time: 0.0636606 Mar 11 15:26:07.112737 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4ebab93e-c9ad-4687-908c-b062b01b2f9b admin admin] Publish callbacks [] for security_group (96e1057b-7029-4c25-99d3-229571be9b1b), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:07.118750 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d9a0bae2-2e3e-4f06-9bab-bb1348711950 req-ce0ca08b-161f-4082-bb0d-4f7198992a77 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412567 Mar 11 15:26:07.138482 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4ebab93e-c9ad-4687-908c-b062b01b2f9b admin admin] Publish callbacks [] for security_group (96e1057b-7029-4c25-99d3-229571be9b1b), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:07.464213 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4ebab93e-c9ad-4687-908c-b062b01b2f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (96e1057b-7029-4c25-99d3-229571be9b1b), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:07.466777 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4ebab93e-c9ad-4687-908c-b062b01b2f9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:07.467953 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-4ebab93e-c9ad-4687-908c-b062b01b2f9b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/96e1057b-7029-4c25-99d3-229571be9b1b HTTP/1.1" status: 204 len: 168 time: 0.4021683 Mar 11 15:26:07.475925 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebab93e-c9ad-4687-908c-b062b01b2f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e1057b-7029-4c25-99d3-229571be9b1b,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:07.689964 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2b4e0f49-3a38-42ed-9fdc-238fda5d960c req-63c6dc57-8bcf-476d-8a50-a70651cfb389 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 210 time: 0.0279455 Mar 11 15:26:08.070110 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81155a-6218-4c58-86de-8450863aeef7 req-831924f9-d53c-497b-a386-764abc1ceeee tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:08.072960 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2a81155a-6218-4c58-86de-8450863aeef7 req-831924f9-d53c-497b-a386-764abc1ceeee tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e2629b-79d5-4472-9dae-ed62b2a9fd6a HTTP/1.1" status: 200 len: 945 time: 0.0575657 Mar 11 15:26:08.120886 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2a81155a-6218-4c58-86de-8450863aeef7 req-4baba444-2681-4611-a344-01783c6e5800 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f669c9c-e187-41fd-b50d-941a8d9fd3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417755 Mar 11 15:26:08.238900 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe4ff0-effe-4c71-aa57-165d4f4dab52 req-0d1602fb-1579-446f-91ee-0196b616cf6c tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:08.240506 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-86fe4ff0-effe-4c71-aa57-165d4f4dab52 req-0d1602fb-1579-446f-91ee-0196b616cf6c tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 945 time: 0.0553968 Mar 11 15:26:08.319485 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-86fe4ff0-effe-4c71-aa57-165d4f4dab52 req-099d3724-d5e6-4a90-b47e-c674d8098281 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719244 Mar 11 15:26:08.404511 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-f69aa8a3-1718-4608-90d3-89dce078d830 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:08.405975 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-f69aa8a3-1718-4608-90d3-89dce078d830 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.66 "GET /v2.0/networks?id=8544fd48-a5da-477d-ba08-7fd1e3df5115 HTTP/1.1" status: 200 len: 814 time: 0.1279931 Mar 11 15:26:08.512543 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-96ed434b-db6d-44de-9538-fb627a9a5bcf tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfe9430712c14bdfbe466c8ac9edd4fe HTTP/1.1" status: 200 len: 473 time: 0.0968223 Mar 11 15:26:08.527721 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-c4574f61-5136-4df6-926c-25380d9f7798 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Request body: {'port': {'device_id': '98e80e13-a3e0-40aa-92a2-48b681217ecb', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'admin_state_up': True, 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'security_groups': ['7c401e7b-8bab-4974-abaa-d58f8454bfe5']}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:26:08.541942 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 33176) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:08.669779 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-07e9b3b9-dd55-4f17-8f76-5e20e338a0c2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1942829837-network', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:26:08.750696 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-c4574f61-5136-4df6-926c-25380d9f7798 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Made reservation on behalf of bfe9430712c14bdfbe466c8ac9edd4fe for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:26:08.750941 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e9b3b9-dd55-4f17-8f76-5e20e338a0c2 admin admin] Made reservation on behalf of 26837043df1a49fb9ee0eaa587c624aa for: {'network': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:26:08.753396 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-07e9b3b9-dd55-4f17-8f76-5e20e338a0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for network (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:08.754559 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-c4574f61-5136-4df6-926c-25380d9f7798 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:08.770906 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-07e9b3b9-dd55-4f17-8f76-5e20e338a0c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:08.800447 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-471232dc-7ff8-4867-b8af-4258045aec2d req-4e4f041c-5eaa-42e3-9360-8f2298f454cf tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 210 time: 0.0318215 Mar 11 15:26:08.887552 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-07e9b3b9-dd55-4f17-8f76-5e20e338a0c2 admin admin] Publish callbacks [] for security_group (e4e421de-ee8c-4d45-ad51-9f20d9eb5e5b), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:08.917853 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-c4574f61-5136-4df6-926c-25380d9f7798 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Allocated IP 172.20.0.14 (8544fd48-a5da-477d-ba08-7fd1e3df5115/7dfec5c9-f9f3-4b90-a760-ecd6a23b912b/9c6aa4d0-02b7-47f3-92c8-58f367602a68) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:26:08.965829 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-07e9b3b9-dd55-4f17-8f76-5e20e338a0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (e4e421de-ee8c-4d45-ad51-9f20d9eb5e5b), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:09.031697 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e9b3b9-dd55-4f17-8f76-5e20e338a0c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:26:09.037329 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e9b3b9-dd55-4f17-8f76-5e20e338a0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e421de-ee8c-4d45-ad51-9f20d9eb5e5b,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:09.049551 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-07e9b3b9-dd55-4f17-8f76-5e20e338a0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (3741b2ab-b6fb-417c-b81e-099405fb40ec), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:09.050367 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.db.segments_db [None req-07e9b3b9-dd55-4f17-8f76-5e20e338a0c2 admin admin] Added segment 3741b2ab-b6fb-417c-b81e-099405fb40ec of type vlan for network 1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba Mar 11 15:26:09.100021 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-07e9b3b9-dd55-4f17-8f76-5e20e338a0c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152803018'] for network (1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:09.114998 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-c4574f61-5136-4df6-926c-25380d9f7798 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for port (9c6aa4d0-02b7-47f3-92c8-58f367602a68), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:09.194921 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-07e9b3b9-dd55-4f17-8f76-5e20e338a0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548'] for network (1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:09.196120 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e9b3b9-dd55-4f17-8f76-5e20e338a0c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:09.196727 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-07e9b3b9-dd55-4f17-8f76-5e20e338a0c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:09.241077 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-c4574f61-5136-4df6-926c-25380d9f7798 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (9c6aa4d0-02b7-47f3-92c8-58f367602a68), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:09.268235 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e9b3b9-dd55-4f17-8f76-5e20e338a0c2 admin admin] Pushing event updated for resources: {'Network': ['ID=1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:09.283935 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Network 1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba details requested by agent ovs-agent-dv-cinder-833365-1-iscsi with host dv-cinder-833365-1-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 15:26:09.318946 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-07e9b3b9-dd55-4f17-8f76-5e20e338a0c2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7759731 Mar 11 15:26:09.323778 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 33202) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:09.328207 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-c4574f61-5136-4df6-926c-25380d9f7798 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Network 8544fd48-a5da-477d-ba08-7fd1e3df5115 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:09.332873 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-930cb53c-ee92-4b96-9454-302bb09eb80d admin admin] Request body: {'subnet': {'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1942829837-subnet', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:26:09.339287 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71a364-037a-4c09-9e6f-1c4fc5771171 req-1e1aee3a-2d2b-4206-a75a-6b9e4a46ed2e tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:09.341018 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7c71a364-037a-4c09-9e6f-1c4fc5771171 req-1e1aee3a-2d2b-4206-a75a-6b9e4a46ed2e tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e2629b-79d5-4472-9dae-ed62b2a9fd6a HTTP/1.1" status: 200 len: 945 time: 0.1486211 Mar 11 15:26:09.341942 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-c4574f61-5136-4df6-926c-25380d9f7798 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:09.367767 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-c4574f61-5136-4df6-926c-25380d9f7798 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:26:09.422546 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4574f61-5136-4df6-926c-25380d9f7798 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event updated for resources: {'Port': ['ID=9c6aa4d0-02b7-47f3-92c8-58f367602a68,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:09.534072 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930cb53c-ee92-4b96-9454-302bb09eb80d admin admin] Made reservation on behalf of 26837043df1a49fb9ee0eaa587c624aa for: {'subnet': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:26:09.537258 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-930cb53c-ee92-4b96-9454-302bb09eb80d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14213755'] for subnet (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:09.549724 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-c4574f61-5136-4df6-926c-25380d9f7798 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:09.550377 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-c4574f61-5136-4df6-926c-25380d9f7798 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:09.551253 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e8ece-b100-409e-9b45-056576d9801d req-3b650429-dce9-4b66-836e-5af3653933f4 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:09.556183 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bd3e8ece-b100-409e-9b45-056576d9801d req-3b650429-dce9-4b66-836e-5af3653933f4 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 945 time: 0.1169443 Mar 11 15:26:09.572869 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7c71a364-037a-4c09-9e6f-1c4fc5771171 req-2942d5c1-83bf-4efb-9850-594f29ccb6bb tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f669c9c-e187-41fd-b50d-941a8d9fd3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995409 Mar 11 15:26:09.643988 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-c4574f61-5136-4df6-926c-25380d9f7798 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1208665 Mar 11 15:26:09.656081 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-78f2fe38-a0a4-4929-91ea-f3fc3bb4b6af service neutron] Request body: {'port': {'device_id': '98e80e13-a3e0-40aa-92a2-48b681217ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83336'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:26:09.710349 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bd3e8ece-b100-409e-9b45-056576d9801d req-a797da49-e967-4ef9-974f-bab0621725f8 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280863 Mar 11 15:26:09.755100 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-78f2fe38-a0a4-4929-91ea-f3fc3bb4b6af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (9c6aa4d0-02b7-47f3-92c8-58f367602a68), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:09.808149 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-82b6c460-399a-4bd8-9001-8277161d8b8f None None] Provisioning complete for port 9c6aa4d0-02b7-47f3-92c8-58f367602a68 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:09.811626 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-82b6c460-399a-4bd8-9001-8277161d8b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (9c6aa4d0-02b7-47f3-92c8-58f367602a68), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:09.886207 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e6bcb-19f3-48b6-a31e-f859629d4204 req-c1a016a3-eb1d-4861-9cfc-717a45a6f405 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:09.888006 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-143e6bcb-19f3-48b6-a31e-f859629d4204 req-c1a016a3-eb1d-4861-9cfc-717a45a6f405 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.66 "GET /v2.0/ports?device_id=84e2629b-79d5-4472-9dae-ed62b2a9fd6a HTTP/1.1" status: 200 len: 945 time: 0.1595232 Mar 11 15:26:09.933694 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-82b6c460-399a-4bd8-9001-8277161d8b8f None None] Port 9c6aa4d0-02b7-47f3-92c8-58f367602a68 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:26:10.030675 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-930cb53c-ee92-4b96-9454-302bb09eb80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15279788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14213717'] for subnet (bd37384c-a7f0-45c7-ab70-ef3de68c479f), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:10.095120 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e948734-c882-41c2-9642-fc13ca64c273 req-decf1b41-4db8-4582-a739-97f21e8d1ed3 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:10.097003 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1e948734-c882-41c2-9642-fc13ca64c273 req-decf1b41-4db8-4582-a739-97f21e8d1ed3 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 932 time: 0.1563678 Mar 11 15:26:10.136296 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75e167-eb69-41c0-b5fd-d2f728098c9a req-d43afce3-3778-408e-9424-dd8e1fe289f1 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:10.138079 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2c75e167-eb69-41c0-b5fd-d2f728098c9a req-d43afce3-3778-408e-9424-dd8e1fe289f1 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 945 time: 0.1627266 Mar 11 15:26:10.229186 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2c75e167-eb69-41c0-b5fd-d2f728098c9a req-ffa878fb-7059-407d-bbb8-43491b42fe70 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780523 Mar 11 15:26:10.297570 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-78f2fe38-a0a4-4929-91ea-f3fc3bb4b6af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c6aa4d0-02b7-47f3-92c8-58f367602a68 {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:26:10.307294 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-78f2fe38-a0a4-4929-91ea-f3fc3bb4b6af service neutron] Publish callbacks [] for port (9c6aa4d0-02b7-47f3-92c8-58f367602a68), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:10.341780 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-78f2fe38-a0a4-4929-91ea-f3fc3bb4b6af service neutron] Transition to ACTIVE for port object 9c6aa4d0-02b7-47f3-92c8-58f367602a68 will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 15:26:10.396037 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-78f2fe38-a0a4-4929-91ea-f3fc3bb4b6af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (9c6aa4d0-02b7-47f3-92c8-58f367602a68), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:10.460383 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930cb53c-ee92-4b96-9454-302bb09eb80d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd37384c-a7f0-45c7-ab70-ef3de68c479f,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:10.565952 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930cb53c-ee92-4b96-9454-302bb09eb80d admin admin] Checking segment: {'id': '3741b2ab-b6fb-417c-b81e-099405fb40ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:26:10.567768 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2fe38-a0a4-4929-91ea-f3fc3bb4b6af service neutron] Pushing event updated for resources: {'Port': ['ID=9c6aa4d0-02b7-47f3-92c8-58f367602a68,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:10.573712 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930cb53c-ee92-4b96-9454-302bb09eb80d admin admin] Network hostable DHCP agents. Network: 1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba, hostable agents: ['e21939e9-4971-4f1d-851f-403443bff873'], hosted agents: [] {{(pid=103740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:26:10.601628 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [req-143e6bcb-19f3-48b6-a31e-f859629d4204 req-f363461c-834f-43cc-86a9-927643b16f4a tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Deleting port e1eee2ea-f788-46fc-b821-9ddc196e16a9 {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:26:10.602189 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-143e6bcb-19f3-48b6-a31e-f859629d4204 req-f363461c-834f-43cc-86a9-927643b16f4a tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (e1eee2ea-f788-46fc-b821-9ddc196e16a9), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:10.758079 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [req-143e6bcb-19f3-48b6-a31e-f859629d4204 req-f363461c-834f-43cc-86a9-927643b16f4a tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] For port e1eee2ea-f788-46fc-b821-9ddc196e16a9, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=e1eee2ea-f788-46fc-b821-9ddc196e16a9,segment=NetworkSegment(ca4f09a3-c004-4741-af89-96c165fd6133),segment_id=ca4f09a3-c004-4741-af89-96c165fd6133)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:26:10.758472 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-143e6bcb-19f3-48b6-a31e-f859629d4204 req-f363461c-834f-43cc-86a9-927643b16f4a tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (e1eee2ea-f788-46fc-b821-9ddc196e16a9), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:10.781314 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [req-143e6bcb-19f3-48b6-a31e-f859629d4204 req-f363461c-834f-43cc-86a9-927643b16f4a tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Calling delete_port for e1eee2ea-f788-46fc-b821-9ddc196e16a9 owned by compute:nova {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:26:10.804602 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-78f2fe38-a0a4-4929-91ea-f3fc3bb4b6af service neutron] Attempting to bind port 9c6aa4d0-02b7-47f3-92c8-58f367602a68 on host hv-cinder-83336 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:26:10.807869 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-78f2fe38-a0a4-4929-91ea-f3fc3bb4b6af service neutron] Attempting to bind port 9c6aa4d0-02b7-47f3-92c8-58f367602a68 by drivers openvswitch,hyperv on host hv-cinder-83336 at level 0 using segments [{'id': '08e2d6d3-038c-4332-be4e-e62a17151335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:26:10.807869 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-78f2fe38-a0a4-4929-91ea-f3fc3bb4b6af service neutron] Attempting to bind port 9c6aa4d0-02b7-47f3-92c8-58f367602a68 on network 8544fd48-a5da-477d-ba08-7fd1e3df5115 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:26:10.826734 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-78f2fe38-a0a4-4929-91ea-f3fc3bb4b6af service neutron] Port 9c6aa4d0-02b7-47f3-92c8-58f367602a68 on network 8544fd48-a5da-477d-ba08-7fd1e3df5115 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83336 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 15:26:10.827769 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-78f2fe38-a0a4-4929-91ea-f3fc3bb4b6af service neutron] Attempting to bind port 9c6aa4d0-02b7-47f3-92c8-58f367602a68 on network 8544fd48-a5da-477d-ba08-7fd1e3df5115 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:26:10.835429 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-78f2fe38-a0a4-4929-91ea-f3fc3bb4b6af service neutron] Checking agent: {'id': '7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:26:10.836212 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-78f2fe38-a0a4-4929-91ea-f3fc3bb4b6af service neutron] Checking segment: {'id': '08e2d6d3-038c-4332-be4e-e62a17151335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:26:10.837106 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-78f2fe38-a0a4-4929-91ea-f3fc3bb4b6af service neutron] Bound using segment: {'id': '08e2d6d3-038c-4332-be4e-e62a17151335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:26:10.839568 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-78f2fe38-a0a4-4929-91ea-f3fc3bb4b6af service neutron] Bound port: 9c6aa4d0-02b7-47f3-92c8-58f367602a68, host: hv-cinder-83336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e2d6d3-038c-4332-be4e-e62a17151335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:26:10.842094 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-78f2fe38-a0a4-4929-91ea-f3fc3bb4b6af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (9c6aa4d0-02b7-47f3-92c8-58f367602a68), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:10.876126 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757b167-31a3-4d30-bce0-05939d966e9b req-64ed423b-69c7-4043-bb45-a2fe3b079f84 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:10.884132 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6757b167-31a3-4d30-bce0-05939d966e9b req-64ed423b-69c7-4043-bb45-a2fe3b079f84 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e2629b-79d5-4472-9dae-ed62b2a9fd6a HTTP/1.1" status: 200 len: 945 time: 0.1310878 Mar 11 15:26:10.981332 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1e948734-c882-41c2-9642-fc13ca64c273 req-b6ce43d5-30b7-466f-ad51-76f3d54f2e74 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c401e7b-8bab-4974-abaa-d58f8454bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8668427 Mar 11 15:26:11.003826 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6757b167-31a3-4d30-bce0-05939d966e9b req-360ae7cb-f27c-4d67-8fae-e313f82dbdb9 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f669c9c-e187-41fd-b50d-941a8d9fd3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176448 Mar 11 15:26:11.014774 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-143e6bcb-19f3-48b6-a31e-f859629d4204 req-f363461c-834f-43cc-86a9-927643b16f4a tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (e1eee2ea-f788-46fc-b821-9ddc196e16a9), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:11.028321 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['e1eee2ea-f788-46fc-b821-9ddc196e16a9'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:26:11.084242 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-78f2fe38-a0a4-4929-91ea-f3fc3bb4b6af service neutron] For port 9c6aa4d0-02b7-47f3-92c8-58f367602a68, host hv-cinder-83336, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:26:11.090157 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-78f2fe38-a0a4-4929-91ea-f3fc3bb4b6af service neutron] For port 9c6aa4d0-02b7-47f3-92c8-58f367602a68, host hv-cinder-83336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=9c6aa4d0-02b7-47f3-92c8-58f367602a68,segment=NetworkSegment(08e2d6d3-038c-4332-be4e-e62a17151335),segment_id=08e2d6d3-038c-4332-be4e-e62a17151335)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:26:11.129488 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930cb53c-ee92-4b96-9454-302bb09eb80d admin admin] Network 1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba is scheduled to be hosted by DHCP agent e21939e9-4971-4f1d-851f-403443bff873 with binding_index 1 {{(pid=103740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:26:11.153027 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363461c-834f-43cc-86a9-927643b16f4a tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Pushing event deleted for resources: {'Port': ['ID=e1eee2ea-f788-46fc-b821-9ddc196e16a9,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:11.175162 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-78f2fe38-a0a4-4929-91ea-f3fc3bb4b6af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (9c6aa4d0-02b7-47f3-92c8-58f367602a68), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:11.200321 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [req-143e6bcb-19f3-48b6-a31e-f859629d4204 req-f363461c-834f-43cc-86a9-927643b16f4a tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] No DVR routers for this DVR port e1eee2ea-f788-46fc-b821-9ddc196e16a9 on host hv-cinder-83336 {{(pid=103740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:26:11.207258 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-143e6bcb-19f3-48b6-a31e-f859629d4204 req-f363461c-834f-43cc-86a9-927643b16f4a tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:11.212511 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-143e6bcb-19f3-48b6-a31e-f859629d4204 req-f363461c-834f-43cc-86a9-927643b16f4a tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.66 "DELETE /v2.0/ports/e1eee2ea-f788-46fc-b821-9ddc196e16a9 HTTP/1.1" status: 204 len: 173 time: 1.3161461 Mar 11 15:26:11.212511 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e2629b-79d5-4472-9dae-ed62b2a9fd6a', 'name': 'network-vif-deleted', 'tag': 'e1eee2ea-f788-46fc-b821-9ddc196e16a9'}] {{(pid=103740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:26:11.218684 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}650d324cd5ca1e8c5fe43ff80fd40eee127a08b7efb0df58efbaed5274d8fbf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c1353c-586e-4651-924c-8f1a3ffc7ed0" -d '{"events": [{"server_uuid": "84e2629b-79d5-4472-9dae-ed62b2a9fd6a", "name": "network-vif-deleted", "tag": "e1eee2ea-f788-46fc-b821-9ddc196e16a9"}]}' {{(pid=103740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:26:11.225403 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-930cb53c-ee92-4b96-9454-302bb09eb80d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833365-1-iscsi, 1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba) {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:11.234863 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-78f2fe38-a0a4-4929-91ea-f3fc3bb4b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:11.238796 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-78f2fe38-a0a4-4929-91ea-f3fc3bb4b6af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:11.238796 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-78f2fe38-a0a4-4929-91ea-f3fc3bb4b6af service neutron] 10.222.0.66 "PUT /v2.0/ports/9c6aa4d0-02b7-47f3-92c8-58f367602a68 HTTP/1.1" status: 200 len: 1094 time: 1.5851567 Mar 11 15:26:11.245114 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930cb53c-ee92-4b96-9454-302bb09eb80d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:11.246419 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-930cb53c-ee92-4b96-9454-302bb09eb80d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:11.249625 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48711b7-5d70-4d96-bd8b-4459e7393316 req-08528351-ff51-4f31-aece-7e888608c949 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:11.257564 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e48711b7-5d70-4d96-bd8b-4459e7393316 req-08528351-ff51-4f31-aece-7e888608c949 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 945 time: 0.1215947 Mar 11 15:26:11.260515 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e80e13-a3e0-40aa-92a2-48b681217ecb', 'tag': '9c6aa4d0-02b7-47f3-92c8-58f367602a68'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:26:11.263133 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf3505c-9a90-4a0e-ab98-6ebe87a131cf" -d '{"events": [{"name": "network-changed", "server_uuid": "98e80e13-a3e0-40aa-92a2-48b681217ecb", "tag": "9c6aa4d0-02b7-47f3-92c8-58f367602a68"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:26:11.279562 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5b68eb-bbdc-4250-94bb-65d299a6886b None None] Network 1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:26:11.284222 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ff6077-2f09-479a-8415-49495ddd6c65 x-openstack-request-id: req-d9ff6077-2f09-479a-8415-49495ddd6c65 {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:26:11.284707 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e2629b-79d5-4472-9dae-ed62b2a9fd6a", "name": "network-vif-deleted", "tag": "e1eee2ea-f788-46fc-b821-9ddc196e16a9", "status": "completed", "code": 200}]} {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:26:11.285144 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d9ff6077-2f09-479a-8415-49495ddd6c65 {{(pid=103740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:26:11.285687 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e2629b-79d5-4472-9dae-ed62b2a9fd6a', 'name': 'network-vif-deleted', 'tag': 'e1eee2ea-f788-46fc-b821-9ddc196e16a9', 'status': 'completed', 'code': 200} Mar 11 15:26:11.327519 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2fe38-a0a4-4929-91ea-f3fc3bb4b6af service neutron] Pushing event updated for resources: {'Port': ['ID=9c6aa4d0-02b7-47f3-92c8-58f367602a68,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:11.363771 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e48711b7-5d70-4d96-bd8b-4459e7393316 req-fba07a6f-c6f9-4f3b-afb4-38f2400ff13c tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042426 Mar 11 15:26:11.365940 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875f3b77-f77d-4d5a-9ec5-c6e41e67f5c1 x-openstack-request-id: req-875f3b77-f77d-4d5a-9ec5-c6e41e67f5c1 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:26:11.366274 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e80e13-a3e0-40aa-92a2-48b681217ecb", "tag": "9c6aa4d0-02b7-47f3-92c8-58f367602a68", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:26:11.366531 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-875f3b77-f77d-4d5a-9ec5-c6e41e67f5c1 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:26:11.366922 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e80e13-a3e0-40aa-92a2-48b681217ecb', 'tag': '9c6aa4d0-02b7-47f3-92c8-58f367602a68', 'status': 'completed', 'code': 200} Mar 11 15:26:11.383244 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-930cb53c-ee92-4b96-9454-302bb09eb80d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0570705 Mar 11 15:26:11.385346 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 33236) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:11.394191 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-61b97ac7-ee20-4387-b2c9-98c748b806ba admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1942829837-router', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:26:11.528190 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-61b97ac7-ee20-4387-b2c9-98c748b806ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-624982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8329'] for router (e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:11.529039 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-61b97ac7-ee20-4387-b2c9-98c748b806ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-625122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8432'] for router (e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:11.631948 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-61b97ac7-ee20-4387-b2c9-98c748b806ba admin admin] Publish callbacks [] for router_controller (e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6), precommit_add_association {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:11.648295 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0845aa-e121-4b18-ae6d-25e306a94b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba5bfae8-fb0b-5e64-82d4-a0a3cc1a0157-1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba', 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba', 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'fixed_ips': [{'subnet_id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f'}]}} from dv-cinder-833365-1-iscsi. {{(pid=103741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 15:26:11.649419 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-0c0845aa-e121-4b18-ae6d-25e306a94b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:11.823468 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.db_base_plugin_common [None req-0c0845aa-e121-4b18-ae6d-25e306a94b18 None None] Allocated IP 172.20.0.2 (1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba/bd37384c-a7f0-45c7-ab70-ef3de68c479f/3e61d68a-4438-4a31-9e7f-d7acf00ecacf) {{(pid=103741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:26:11.932260 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-61b97ac7-ee20-4387-b2c9-98c748b806ba admin admin] Publish callbacks [] for router_gateway (e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:12.020667 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-0c0845aa-e121-4b18-ae6d-25e306a94b18 None None] Publish callbacks [] for port (3e61d68a-4438-4a31-9e7f-d7acf00ecacf), precommit_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:12.125117 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-0c0845aa-e121-4b18-ae6d-25e306a94b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391'] for port (3e61d68a-4438-4a31-9e7f-d7acf00ecacf), after_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:12.200387 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-38a301e2-b43a-4481-a9b4-126e26f6679b req-c9a3f436-d3a3-4b1d-91f7-a7dd3e14cfd3 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e2629b-79d5-4472-9dae-ed62b2a9fd6a HTTP/1.1" status: 200 len: 210 time: 0.0819576 Mar 11 15:26:12.233166 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0845aa-e121-4b18-ae6d-25e306a94b18 None None] Network 1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba is already hosted by enough agents. {{(pid=103741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:12.238015 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0845aa-e121-4b18-ae6d-25e306a94b18 None None] Pushing event updated for resources: {'Port': ['ID=3e61d68a-4438-4a31-9e7f-d7acf00ecacf,revision_number=1']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:12.243666 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.scheduler.base_scheduler [None req-0c0845aa-e121-4b18-ae6d-25e306a94b18 None None] Resources bound (agent type, host, resource id): {{(pid=103741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:12.247776 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0845aa-e121-4b18-ae6d-25e306a94b18 None None] Received port after_create {{(pid=103741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:26:12.254998 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20b8c8-2e3a-4cc8-b53e-8eafa4b84bd1 req-9bf328ab-0949-431a-bec3-d81976b4cee8 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:12.256624 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3f20b8c8-2e3a-4cc8-b53e-8eafa4b84bd1 req-9bf328ab-0949-431a-bec3-d81976b4cee8 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 944 time: 0.1336052 Mar 11 15:26:12.346076 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-0c0845aa-e121-4b18-ae6d-25e306a94b18 None None] Attempting to bind port 3e61d68a-4438-4a31-9e7f-d7acf00ecacf on host dv-cinder-833365-1-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:26:12.346076 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-0c0845aa-e121-4b18-ae6d-25e306a94b18 None None] Attempting to bind port 3e61d68a-4438-4a31-9e7f-d7acf00ecacf by drivers openvswitch,hyperv on host dv-cinder-833365-1-iscsi at level 0 using segments [{'id': '3741b2ab-b6fb-417c-b81e-099405fb40ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:26:12.346076 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0845aa-e121-4b18-ae6d-25e306a94b18 None None] Attempting to bind port 3e61d68a-4438-4a31-9e7f-d7acf00ecacf on network 1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:26:12.352265 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0845aa-e121-4b18-ae6d-25e306a94b18 None None] Checking agent: {'id': 'fa4429e9-b5f2-4825-8862-7268ebba473a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833365-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 13, 4), 'started_at': datetime.datetime(2022, 3, 11, 15, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833365-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:26:12.352670 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0845aa-e121-4b18-ae6d-25e306a94b18 None None] Checking segment: {'id': '3741b2ab-b6fb-417c-b81e-099405fb40ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:26:12.353055 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-0c0845aa-e121-4b18-ae6d-25e306a94b18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:12.353544 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0845aa-e121-4b18-ae6d-25e306a94b18 None None] Bound using segment: {'id': '3741b2ab-b6fb-417c-b81e-099405fb40ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:26:12.354025 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-0c0845aa-e121-4b18-ae6d-25e306a94b18 None None] Bound port: 3e61d68a-4438-4a31-9e7f-d7acf00ecacf, host: dv-cinder-833365-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3741b2ab-b6fb-417c-b81e-099405fb40ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:26:12.354404 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-0c0845aa-e121-4b18-ae6d-25e306a94b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (3e61d68a-4438-4a31-9e7f-d7acf00ecacf), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:12.397976 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-61b97ac7-ee20-4387-b2c9-98c748b806ba admin admin] Publish callbacks [] for router_gateway (e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:12.425003 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-61b97ac7-ee20-4387-b2c9-98c748b806ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:12.430634 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3f20b8c8-2e3a-4cc8-b53e-8eafa4b84bd1 req-2c3fc794-c5b5-4b74-9899-f8cbfa516aec tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c401e7b-8bab-4974-abaa-d58f8454bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320369 Mar 11 15:26:12.518598 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-0c0845aa-e121-4b18-ae6d-25e306a94b18 None None] For port 3e61d68a-4438-4a31-9e7f-d7acf00ecacf, host dv-cinder-833365-1-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:26:12.525156 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-0c0845aa-e121-4b18-ae6d-25e306a94b18 None None] For port 3e61d68a-4438-4a31-9e7f-d7acf00ecacf, host dv-cinder-833365-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=3e61d68a-4438-4a31-9e7f-d7acf00ecacf,segment=NetworkSegment(3741b2ab-b6fb-417c-b81e-099405fb40ec),segment_id=3741b2ab-b6fb-417c-b81e-099405fb40ec)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:26:12.550173 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:12.570106 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [None req-61b97ac7-ee20-4387-b2c9-98c748b806ba admin admin] Allocated IP 172.27.2.121 (78e1392b-e3c2-4d04-8c82-7bd84bb30297/7f6dd339-b219-48a3-93bc-4a99710f07af/80df99bb-6faa-4af5-bc02-57e22a729603) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:26:12.636483 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-0c0845aa-e121-4b18-ae6d-25e306a94b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (3e61d68a-4438-4a31-9e7f-d7acf00ecacf), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:12.705122 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0845aa-e121-4b18-ae6d-25e306a94b18 None None] Pushing event updated for resources: {'Port': ['ID=3e61d68a-4438-4a31-9e7f-d7acf00ecacf,revision_number=2']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:12.731853 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-61b97ac7-ee20-4387-b2c9-98c748b806ba admin admin] Publish callbacks [] for port (80df99bb-6faa-4af5-bc02-57e22a729603), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:12.859537 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-61b97ac7-ee20-4387-b2c9-98c748b806ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (80df99bb-6faa-4af5-bc02-57e22a729603), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:12.932606 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b97ac7-ee20-4387-b2c9-98c748b806ba admin admin] Network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:12.941524 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-61b97ac7-ee20-4387-b2c9-98c748b806ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:12.952468 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b97ac7-ee20-4387-b2c9-98c748b806ba admin admin] Pushing event updated for resources: {'Port': ['ID=80df99bb-6faa-4af5-bc02-57e22a729603,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:12.966830 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b97ac7-ee20-4387-b2c9-98c748b806ba admin admin] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:26:13.282603 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device e1eee2ea-f788-46fc-b821-9ddc196e16a9 no longer exists at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:26:13.306432 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] No Port match for: e1eee2ea-f788-46fc-b821-9ddc196e16a9 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:26:13.307298 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device e1eee2ea-f788-46fc-b821-9ddc196e16a9 not bound to the agent host hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:26:13.307738 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f61c09df-9113-45d3-a4fd-0c123746477a req-392b0fc4-a618-4853-bbbc-e12993179ccd tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e2629b-79d5-4472-9dae-ed62b2a9fd6a HTTP/1.1" status: 200 len: 210 time: 0.0308325 Mar 11 15:26:13.341930 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-61b97ac7-ee20-4387-b2c9-98c748b806ba admin admin] Publish callbacks [] for router_gateway (e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:13.566261 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 3e61d68a-4438-4a31-9e7f-d7acf00ecacf up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:26:13.599795 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-61b97ac7-ee20-4387-b2c9-98c748b806ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-625133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628335'] for router (e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:13.625489 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port 3e61d68a-4438-4a31-9e7f-d7acf00ecacf triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:13.626134 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (3e61d68a-4438-4a31-9e7f-d7acf00ecacf), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:13.661631 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad909b8-9eb2-4d33-85f4-27e3d498fa2e req-f0ff9c0b-1281-497e-8cdf-e51ddd1d0dbe tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:13.663261 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cad909b8-9eb2-4d33-85f4-27e3d498fa2e req-f0ff9c0b-1281-497e-8cdf-e51ddd1d0dbe tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 944 time: 0.1166492 Mar 11 15:26:13.717125 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port 3e61d68a-4438-4a31-9e7f-d7acf00ecacf is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:26:13.717588 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (3e61d68a-4438-4a31-9e7f-d7acf00ecacf), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:13.757741 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] For port 3e61d68a-4438-4a31-9e7f-d7acf00ecacf, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=3e61d68a-4438-4a31-9e7f-d7acf00ecacf,segment=NetworkSegment(3741b2ab-b6fb-417c-b81e-099405fb40ec),segment_id=3741b2ab-b6fb-417c-b81e-099405fb40ec)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:26:13.769525 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cad909b8-9eb2-4d33-85f4-27e3d498fa2e req-c5be3b96-c038-4b95-96d7-5bf98240b025 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c401e7b-8bab-4974-abaa-d58f8454bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930450 Mar 11 15:26:13.829575 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41431bc-07d2-4f49-afe0-3844580032bb None None] Network 1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:26:13.844294 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (3e61d68a-4438-4a31-9e7f-d7acf00ecacf), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:13.870231 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b97ac7-ee20-4387-b2c9-98c748b806ba admin admin] Router e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6 is scheduled to L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 with binding_index 1 {{(pid=103739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:26:13.951610 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Pushing event updated for resources: {'Port': ['ID=3e61d68a-4438-4a31-9e7f-d7acf00ecacf,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:13.957741 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-43ed43bb-8fd5-49d0-9d39-4843f31a1709 None None] Provisioning complete for port 3e61d68a-4438-4a31-9e7f-d7acf00ecacf triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:13.958032 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-43ed43bb-8fd5-49d0-9d39-4843f31a1709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (3e61d68a-4438-4a31-9e7f-d7acf00ecacf), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:14.082492 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-43ed43bb-8fd5-49d0-9d39-4843f31a1709 None None] Current status of the port 3e61d68a-4438-4a31-9e7f-d7acf00ecacf is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:26:14.235236 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b97ac7-ee20-4387-b2c9-98c748b806ba admin admin] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:26:14.243892 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f09951-7152-4bdf-b18d-ce94d38528b3 None None] Sync routers for ids ['e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:26:14.253906 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f09951-7152-4bdf-b18d-ce94d38528b3 None None] Routers {'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:26:14.254522 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-85f09951-7152-4bdf-b18d-ce94d38528b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:26:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:14.319830 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-af74373f-78bb-405d-99ff-f07e4f7a9f0f None None] Provisioning complete for port 3e61d68a-4438-4a31-9e7f-d7acf00ecacf triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:14.320513 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-af74373f-78bb-405d-99ff-f07e4f7a9f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (3e61d68a-4438-4a31-9e7f-d7acf00ecacf), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:14.350891 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-61b97ac7-ee20-4387-b2c9-98c748b806ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:14.353017 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-61b97ac7-ee20-4387-b2c9-98c748b806ba admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9657917 Mar 11 15:26:14.355127 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 33282) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:14.404545 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-85f09951-7152-4bdf-b18d-ce94d38528b3 None None] Set router e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:26:14.433832 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8a768a71-0171-4876-b711-64bc7486935e req-8baa9944-9ae4-4937-8953-01728b78413c tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e2629b-79d5-4472-9dae-ed62b2a9fd6a HTTP/1.1" status: 200 len: 210 time: 0.0339074 Mar 11 15:26:14.563383 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-af74373f-78bb-405d-99ff-f07e4f7a9f0f None None] Current status of the port 3e61d68a-4438-4a31-9e7f-d7acf00ecacf is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:26:14.619743 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-85f09951-7152-4bdf-b18d-ce94d38528b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1942829837-router', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:11Z', 'updated_at': '2022-03-11T15:26:13Z', 'revision_number': 3, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'gw_port': {'id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:12Z', 'updated_at': '2022-03-11T15:26:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:14.645281 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f09951-7152-4bdf-b18d-ce94d38528b3 None None] Checking router: e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6 for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:26:14.645630 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f09951-7152-4bdf-b18d-ce94d38528b3 None None] Updating router e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6 port 80df99bb-6faa-4af5-bc02-57e22a729603 binding host dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:26:14.672793 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-85f09951-7152-4bdf-b18d-ce94d38528b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (80df99bb-6faa-4af5-bc02-57e22a729603), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:14.809527 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-274d44e1-59c0-473e-97d3-77986c0240e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:14.894698 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e0730-c53d-4c48-9bf6-42021650746a req-a98e45c7-2808-48c9-b088-b790a1fcc2fb tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:14.896212 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d58e0730-c53d-4c48-9bf6-42021650746a req-a98e45c7-2808-48c9-b088-b790a1fcc2fb tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 944 time: 0.0553777 Mar 11 15:26:14.949473 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-85f09951-7152-4bdf-b18d-ce94d38528b3 None None] Publish callbacks [] for port (80df99bb-6faa-4af5-bc02-57e22a729603), precommit_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:14.963373 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d58e0730-c53d-4c48-9bf6-42021650746a req-fc281867-8e77-4101-90ff-6bd9e9d78c42 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c401e7b-8bab-4974-abaa-d58f8454bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508628 Mar 11 15:26:14.982304 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-274d44e1-59c0-473e-97d3-77986c0240e0 admin admin] Allocated IP 172.20.0.1 (1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba/bd37384c-a7f0-45c7-ab70-ef3de68c479f/f1c19ed0-ec54-4caa-8c93-06f901971bf3) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:26:15.034668 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-85f09951-7152-4bdf-b18d-ce94d38528b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (80df99bb-6faa-4af5-bc02-57e22a729603), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:15.087197 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-274d44e1-59c0-473e-97d3-77986c0240e0 admin admin] Publish callbacks [] for port (f1c19ed0-ec54-4caa-8c93-06f901971bf3), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:15.091261 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-85f09951-7152-4bdf-b18d-ce94d38528b3 None None] Attempting to bind port 80df99bb-6faa-4af5-bc02-57e22a729603 on host dv-cinder-833365-1-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:26:15.091667 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-85f09951-7152-4bdf-b18d-ce94d38528b3 None None] Attempting to bind port 80df99bb-6faa-4af5-bc02-57e22a729603 by drivers openvswitch,hyperv on host dv-cinder-833365-1-iscsi at level 0 using segments [{'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:26:15.092032 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f09951-7152-4bdf-b18d-ce94d38528b3 None None] Attempting to bind port 80df99bb-6faa-4af5-bc02-57e22a729603 on network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:26:15.095106 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6444c4-e883-4322-b509-7733de762ad3 None None] Pushing event updated for resources: {'Port': ['ID=80df99bb-6faa-4af5-bc02-57e22a729603,revision_number=2']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:15.100236 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f09951-7152-4bdf-b18d-ce94d38528b3 None None] Checking agent: {'id': 'fa4429e9-b5f2-4825-8862-7268ebba473a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833365-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 13, 4), 'started_at': datetime.datetime(2022, 3, 11, 15, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833365-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:26:15.100746 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f09951-7152-4bdf-b18d-ce94d38528b3 None None] Checking segment: {'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:26:15.101146 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-85f09951-7152-4bdf-b18d-ce94d38528b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:15.101527 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f09951-7152-4bdf-b18d-ce94d38528b3 None None] Bound using segment: {'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:26:15.102607 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-85f09951-7152-4bdf-b18d-ce94d38528b3 None None] Bound port: 80df99bb-6faa-4af5-bc02-57e22a729603, host: dv-cinder-833365-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:26:15.102607 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-85f09951-7152-4bdf-b18d-ce94d38528b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (80df99bb-6faa-4af5-bc02-57e22a729603), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:15.153593 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-85f09951-7152-4bdf-b18d-ce94d38528b3 None None] For port 80df99bb-6faa-4af5-bc02-57e22a729603, host dv-cinder-833365-1-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:26:15.156745 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-85f09951-7152-4bdf-b18d-ce94d38528b3 None None] For port 80df99bb-6faa-4af5-bc02-57e22a729603, host dv-cinder-833365-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=80df99bb-6faa-4af5-bc02-57e22a729603,segment=NetworkSegment(64a1f402-9998-47a9-9edb-15a3bada483f),segment_id=64a1f402-9998-47a9-9edb-15a3bada483f)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:26:15.190171 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-274d44e1-59c0-473e-97d3-77986c0240e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (f1c19ed0-ec54-4caa-8c93-06f901971bf3), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:15.213174 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-85f09951-7152-4bdf-b18d-ce94d38528b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (80df99bb-6faa-4af5-bc02-57e22a729603), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:15.230028 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274d44e1-59c0-473e-97d3-77986c0240e0 admin admin] Network 1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:15.234930 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-274d44e1-59c0-473e-97d3-77986c0240e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:15.238368 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274d44e1-59c0-473e-97d3-77986c0240e0 admin admin] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:26:15.244250 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d44e1-59c0-473e-97d3-77986c0240e0 admin admin] Pushing event updated for resources: {'Port': ['ID=f1c19ed0-ec54-4caa-8c93-06f901971bf3,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:15.276685 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f09951-7152-4bdf-b18d-ce94d38528b3 None None] Routers {'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:26:15.277311 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-85f09951-7152-4bdf-b18d-ce94d38528b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:26:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:15.280690 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6444c4-e883-4322-b509-7733de762ad3 None None] Pushing event updated for resources: {'Port': ['ID=80df99bb-6faa-4af5-bc02-57e22a729603,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:15.287496 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-274d44e1-59c0-473e-97d3-77986c0240e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630528'] for router_interface (e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:15.398374 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-85f09951-7152-4bdf-b18d-ce94d38528b3 None None] Set router e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:26:15.486188 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-274d44e1-59c0-473e-97d3-77986c0240e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (f1c19ed0-ec54-4caa-8c93-06f901971bf3), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:15.589304 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 3e61d68a-4438-4a31-9e7f-d7acf00ecacf up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:26:15.604942 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ff463e10-00ce-44da-8ac0-3bb692347551 req-5e8d207f-22fe-407f-99f8-762a7f5bc764 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e2629b-79d5-4472-9dae-ed62b2a9fd6a HTTP/1.1" status: 200 len: 210 time: 0.0646641 Mar 11 15:26:15.654480 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-e6f66df7-cf24-439e-b92b-0163ba672ddd None None] Provisioning complete for port f1c19ed0-ec54-4caa-8c93-06f901971bf3 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:15.654851 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e6f66df7-cf24-439e-b92b-0163ba672ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (f1c19ed0-ec54-4caa-8c93-06f901971bf3), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:15.711071 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-8d59799e-b4c7-4ddb-a871-1888a0b3f347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:15.713148 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-8d59799e-b4c7-4ddb-a871-1888a0b3f347 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bfe9430712c14bdfbe466c8ac9edd4fe&device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 1128 time: 0.1482668 Mar 11 15:26:15.754555 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-e6f66df7-cf24-439e-b92b-0163ba672ddd None None] Port f1c19ed0-ec54-4caa-8c93-06f901971bf3 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:26:15.782752 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port 3e61d68a-4438-4a31-9e7f-d7acf00ecacf triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:15.783185 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (3e61d68a-4438-4a31-9e7f-d7acf00ecacf), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:15.810372 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-bef6f229-4f39-4477-8328-fcba866417ae service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c6aa4d0-02b7-47f3-92c8-58f367602a68 HTTP/1.1" status: 200 len: 217 time: 0.0877707 Mar 11 15:26:15.874614 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-7fc01424-7ce6-4a79-ad61-53cf89430bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:15.879910 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-7fc01424-7ce6-4a79-ad61-53cf89430bff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7dfec5c9-f9f3-4b90-a760-ecd6a23b912b HTTP/1.1" status: 200 len: 853 time: 0.0622697 Mar 11 15:26:15.906159 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-85f09951-7152-4bdf-b18d-ce94d38528b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1942829837-router', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:11Z', 'updated_at': '2022-03-11T15:26:13Z', 'revision_number': 3, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'gw_port': {'id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:12Z', 'updated_at': '2022-03-11T15:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:15.913394 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-274d44e1-59c0-473e-97d3-77986c0240e0 admin admin] Publish callbacks [] for port (f1c19ed0-ec54-4caa-8c93-06f901971bf3), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:15.940868 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f09951-7152-4bdf-b18d-ce94d38528b3 None None] The sync data for ids ['e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'] in dv-cinder-833365-1-iscsi is: [{'id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1942829837-router', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:11Z', 'updated_at': '2022-03-11T15:26:13Z', 'revision_number': 3, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'gw_port': {'id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:12Z', 'updated_at': '2022-03-11T15:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:26:15.950634 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port 3e61d68a-4438-4a31-9e7f-d7acf00ecacf is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:26:15.961338 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-9356fed3-34a7-4481-998c-7be9ef5e176b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:15.964462 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-9356fed3-34a7-4481-998c-7be9ef5e176b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8544fd48-a5da-477d-ba08-7fd1e3df5115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0821249 Mar 11 15:26:16.001317 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-274d44e1-59c0-473e-97d3-77986c0240e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15279833'] for port (f1c19ed0-ec54-4caa-8c93-06f901971bf3), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:16.083968 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-274d44e1-59c0-473e-97d3-77986c0240e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630700'] for router_interface (e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:16.160304 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-70099864-382a-43be-8b99-5527d9ab56ad service neutron] 10.222.0.66 "GET /v2.0/networks/8544fd48-a5da-477d-ba08-7fd1e3df5115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831493 Mar 11 15:26:16.188472 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0cf16-957f-4a71-9a3e-df725a8891ab req-73c4764e-c83c-41e7-8354-b7d3191226ff tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:16.190065 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-28e0cf16-957f-4a71-9a3e-df725a8891ab req-73c4764e-c83c-41e7-8354-b7d3191226ff tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 944 time: 0.0961709 Mar 11 15:26:16.202822 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d44e1-59c0-473e-97d3-77986c0240e0 admin admin] Pushing event updated for resources: {'Port': ['ID=f1c19ed0-ec54-4caa-8c93-06f901971bf3,revision_number=2']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:16.294706 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274d44e1-59c0-473e-97d3-77986c0240e0 admin admin] Network 1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:16.302220 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-274d44e1-59c0-473e-97d3-77986c0240e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:16.421111 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-28e0cf16-957f-4a71-9a3e-df725a8891ab req-01f482de-9651-4772-9c4a-73554a16b1bf tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c401e7b-8bab-4974-abaa-d58f8454bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241247 Mar 11 15:26:16.467532 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0f79d3a4-2f5c-4850-af7c-272f513401dd req-cc703382-a574-47f2-a026-5ac8abe6411b service neutron] 10.222.0.66 "GET /v2.0/networks/8544fd48-a5da-477d-ba08-7fd1e3df5115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311592 Mar 11 15:26:16.551493 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274d44e1-59c0-473e-97d3-77986c0240e0 admin admin] Router e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6 has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:26:16.745806 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3505c-9a90-4a0e-ab98-6ebe87a131cf req-7713e8d2-7656-4264-b108-cccaa94d1bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:16.748107 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8cf3505c-9a90-4a0e-ab98-6ebe87a131cf req-7713e8d2-7656-4264-b108-cccaa94d1bdc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bfe9430712c14bdfbe466c8ac9edd4fe&device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 1128 time: 0.1072328 Mar 11 15:26:16.791678 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-747aa2e5-3e23-425a-a438-337af5544d32 None None] Provisioning complete for port f1c19ed0-ec54-4caa-8c93-06f901971bf3 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:16.792277 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-747aa2e5-3e23-425a-a438-337af5544d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (f1c19ed0-ec54-4caa-8c93-06f901971bf3), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:16.825463 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4f3e94c3-8147-45b3-91e1-248c28f3d8fd req-86d5c097-01c8-4274-8b91-052e51f44a9c tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=84e2629b-79d5-4472-9dae-ed62b2a9fd6a HTTP/1.1" status: 200 len: 210 time: 0.0610769 Mar 11 15:26:16.854683 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274d44e1-59c0-473e-97d3-77986c0240e0 admin admin] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:26:16.858325 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-747aa2e5-3e23-425a-a438-337af5544d32 None None] Port f1c19ed0-ec54-4caa-8c93-06f901971bf3 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:26:16.865805 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-274d44e1-59c0-473e-97d3-77986c0240e0 admin admin] 10.222.0.44 "PUT /v2.0/routers/e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5095851 Mar 11 15:26:16.927241 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3505c-9a90-4a0e-ab98-6ebe87a131cf req-e333f410-600d-4b7a-a97d-5aea4550ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:16.932395 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8cf3505c-9a90-4a0e-ab98-6ebe87a131cf req-e333f410-600d-4b7a-a97d-5aea4550ee2f service neutron] 10.222.0.66 "GET /v2.0/networks?id=8544fd48-a5da-477d-ba08-7fd1e3df5115 HTTP/1.1" status: 200 len: 915 time: 0.1708856 Mar 11 15:26:16.986212 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8cf3505c-9a90-4a0e-ab98-6ebe87a131cf req-5c7af86e-94b1-4995-9721-efbd096dc70b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c6aa4d0-02b7-47f3-92c8-58f367602a68 HTTP/1.1" status: 200 len: 217 time: 0.0460148 Mar 11 15:26:17.057499 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3505c-9a90-4a0e-ab98-6ebe87a131cf req-a7b5a89a-1e68-4476-9fda-39c185d712eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:17.059057 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8cf3505c-9a90-4a0e-ab98-6ebe87a131cf req-a7b5a89a-1e68-4476-9fda-39c185d712eb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7dfec5c9-f9f3-4b90-a760-ecd6a23b912b HTTP/1.1" status: 200 len: 853 time: 0.0647438 Mar 11 15:26:17.121715 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3505c-9a90-4a0e-ab98-6ebe87a131cf req-8525a2df-d26f-47c4-b934-f50e0c9486c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:17.123378 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8cf3505c-9a90-4a0e-ab98-6ebe87a131cf req-8525a2df-d26f-47c4-b934-f50e0c9486c1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8544fd48-a5da-477d-ba08-7fd1e3df5115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573227 Mar 11 15:26:17.254341 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8cf3505c-9a90-4a0e-ab98-6ebe87a131cf req-a27ac49c-330c-4b2e-90b6-194cf2f5de1f service neutron] 10.222.0.66 "GET /v2.0/networks/8544fd48-a5da-477d-ba08-7fd1e3df5115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236856 Mar 11 15:26:17.526814 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8cf3505c-9a90-4a0e-ab98-6ebe87a131cf req-c21f3a68-f041-4fdf-b053-ee6f41ebe271 service neutron] 10.222.0.66 "GET /v2.0/networks/8544fd48-a5da-477d-ba08-7fd1e3df5115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653670 Mar 11 15:26:17.665301 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f584a-e7e7-4070-98e7-280ef21ec87a req-2f4b7aaa-9884-4c4c-a128-a6c9068f0118 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:17.675393 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-749f584a-e7e7-4070-98e7-280ef21ec87a req-2f4b7aaa-9884-4c4c-a128-a6c9068f0118 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 944 time: 0.1300478 Mar 11 15:26:17.712965 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 80df99bb-6faa-4af5-bc02-57e22a729603 up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:26:17.725353 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-749f584a-e7e7-4070-98e7-280ef21ec87a req-0ae14931-32cf-432b-bfe1-fd853e9eb99b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c401e7b-8bab-4974-abaa-d58f8454bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489955 Mar 11 15:26:17.803546 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 33328) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:17.808524 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-a10a77b3-f038-4186-9876-b1be08936646 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--795283072', 'description': 'tempest-description--1159779178'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:26:17.880833 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port 80df99bb-6faa-4af5-bc02-57e22a729603 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:17.881389 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (80df99bb-6faa-4af5-bc02-57e22a729603), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:17.898093 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a10a77b3-f038-4186-9876-b1be08936646 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:18.012054 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port 80df99bb-6faa-4af5-bc02-57e22a729603 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:26:18.012444 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (80df99bb-6faa-4af5-bc02-57e22a729603), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:18.041045 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] For port 80df99bb-6faa-4af5-bc02-57e22a729603, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=80df99bb-6faa-4af5-bc02-57e22a729603,segment=NetworkSegment(64a1f402-9998-47a9-9edb-15a3bada483f),segment_id=64a1f402-9998-47a9-9edb-15a3bada483f)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:26:18.099604 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a10a77b3-f038-4186-9876-b1be08936646 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for security_group (013dedcc-a3b7-48c4-9184-2b2731ebf0b5), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:18.158558 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (80df99bb-6faa-4af5-bc02-57e22a729603), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:18.191708 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a10a77b3-f038-4186-9876-b1be08936646 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (013dedcc-a3b7-48c4-9184-2b2731ebf0b5), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:18.283985 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a77b3-f038-4186-9876-b1be08936646 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=013dedcc-a3b7-48c4-9184-2b2731ebf0b5,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:18.312950 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Pushing event updated for resources: {'Port': ['ID=80df99bb-6faa-4af5-bc02-57e22a729603,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:18.347532 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a10a77b3-f038-4186-9876-b1be08936646 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:18.349753 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-a10a77b3-f038-4186-9876-b1be08936646 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5451555 Mar 11 15:26:18.355049 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 33352) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:18.361043 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-48f952fd-c4cc-4652-8eb1-8ca7d3a44a60 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Request body: {'security_group_rule': {'security_group_id': '013dedcc-a3b7-48c4-9184-2b2731ebf0b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:26:18.532029 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-48f952fd-c4cc-4652-8eb1-8ca7d3a44a60 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for security_group_rule (f547e53b-0594-4a4d-9ed9-408214e65af3), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:18.613986 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-48f952fd-c4cc-4652-8eb1-8ca7d3a44a60 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for security_group_rule (f547e53b-0594-4a4d-9ed9-408214e65af3), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:18.617111 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd5a005-598d-4b1f-83b1-d226aa287d45 None None] Sync routers for ids ['e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'] in dv-cinder-833365-1-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:26:18.631570 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd5a005-598d-4b1f-83b1-d226aa287d45 None None] Routers {'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:26:18.632548 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-6bd5a005-598d-4b1f-83b1-d226aa287d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:26:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:18.675394 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-48f952fd-c4cc-4652-8eb1-8ca7d3a44a60 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951566'] for security_group_rule (f547e53b-0594-4a4d-9ed9-408214e65af3), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:18.699823 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f952fd-c4cc-4652-8eb1-8ca7d3a44a60 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f547e53b-0594-4a4d-9ed9-408214e65af3,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:18.756397 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-6bd5a005-598d-4b1f-83b1-d226aa287d45 None None] Set router e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:26:18.757189 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-48f952fd-c4cc-4652-8eb1-8ca7d3a44a60 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:18.761973 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 33366) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:18.769120 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-48f952fd-c4cc-4652-8eb1-8ca7d3a44a60 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4059672 Mar 11 15:26:18.769261 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-2a7aac54-fab9-49a3-bc07-1249d9e35aa4 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Request body: {'security_group_rule': {'security_group_id': '013dedcc-a3b7-48c4-9184-2b2731ebf0b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:26:18.900174 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2a7aac54-fab9-49a3-bc07-1249d9e35aa4 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for security_group_rule (28b85b6a-986e-4062-b33b-443381460b5d), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:18.958580 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288cec16-a4bb-47c3-8f51-9179b94bde9f req-0aaf1c8d-270d-48c0-a7f4-b2a443a6a85a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:18.960874 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-288cec16-a4bb-47c3-8f51-9179b94bde9f req-0aaf1c8d-270d-48c0-a7f4-b2a443a6a85a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 944 time: 0.1114895 Mar 11 15:26:18.981267 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-6bd5a005-598d-4b1f-83b1-d226aa287d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1942829837-router', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:11Z', 'updated_at': '2022-03-11T15:26:15Z', 'revision_number': 4, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'gw_port': {'id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:12Z', 'updated_at': '2022-03-11T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': 'f1c19ed0-ec54-4caa-8c93-06f901971bf3', 'name': '', 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'mac_address': 'fa:16:3e:57:b9:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:14Z', 'updated_at': '2022-03-11T15:26:15Z', 'revision_number': 2, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'subnets': [{'id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:19.014803 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2a7aac54-fab9-49a3-bc07-1249d9e35aa4 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for security_group_rule (28b85b6a-986e-4062-b33b-443381460b5d), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:19.015735 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd5a005-598d-4b1f-83b1-d226aa287d45 None None] Checking router: e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6 for host: dv-cinder-833365-1-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:26:19.015735 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd5a005-598d-4b1f-83b1-d226aa287d45 None None] Updating router e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6 port f1c19ed0-ec54-4caa-8c93-06f901971bf3 binding host dv-cinder-833365-1-iscsi {{(pid=103742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:26:19.044556 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-6bd5a005-598d-4b1f-83b1-d226aa287d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (f1c19ed0-ec54-4caa-8c93-06f901971bf3), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:19.095106 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-288cec16-a4bb-47c3-8f51-9179b94bde9f req-d555cf06-f5db-4d56-9d0b-5843f33b8934 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c401e7b-8bab-4974-abaa-d58f8454bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258543 Mar 11 15:26:19.100120 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2a7aac54-fab9-49a3-bc07-1249d9e35aa4 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951566'] for security_group_rule (28b85b6a-986e-4062-b33b-443381460b5d), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:19.153356 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7aac54-fab9-49a3-bc07-1249d9e35aa4 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28b85b6a-986e-4062-b33b-443381460b5d,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:19.250165 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2a7aac54-fab9-49a3-bc07-1249d9e35aa4 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:19.251763 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-2a7aac54-fab9-49a3-bc07-1249d9e35aa4 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4886599 Mar 11 15:26:19.255049 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 33370) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:19.259680 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-94e09f14-5c44-4212-aabb-0dad14536826 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Request body: {'floatingip': {'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:26:19.388121 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-6bd5a005-598d-4b1f-83b1-d226aa287d45 None None] Publish callbacks [] for port (f1c19ed0-ec54-4caa-8c93-06f901971bf3), precommit_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:19.464745 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-94e09f14-5c44-4212-aabb-0dad14536826 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:19.493139 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-6bd5a005-598d-4b1f-83b1-d226aa287d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (f1c19ed0-ec54-4caa-8c93-06f901971bf3), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:19.614203 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 80df99bb-6faa-4af5-bc02-57e22a729603 up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:26:19.682542 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-6bd5a005-598d-4b1f-83b1-d226aa287d45 None None] Attempting to bind port f1c19ed0-ec54-4caa-8c93-06f901971bf3 on host dv-cinder-833365-1-iscsi for vnic_type normal with profile {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:26:19.683750 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-6bd5a005-598d-4b1f-83b1-d226aa287d45 None None] Attempting to bind port f1c19ed0-ec54-4caa-8c93-06f901971bf3 by drivers openvswitch,hyperv on host dv-cinder-833365-1-iscsi at level 0 using segments [{'id': '3741b2ab-b6fb-417c-b81e-099405fb40ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba'}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:26:19.684598 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd5a005-598d-4b1f-83b1-d226aa287d45 None None] Attempting to bind port f1c19ed0-ec54-4caa-8c93-06f901971bf3 on network 1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:26:19.727220 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd5a005-598d-4b1f-83b1-d226aa287d45 None None] Checking agent: {'id': 'fa4429e9-b5f2-4825-8862-7268ebba473a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833365-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 13, 4), 'started_at': datetime.datetime(2022, 3, 11, 15, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833365-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:26:19.730747 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd5a005-598d-4b1f-83b1-d226aa287d45 None None] Checking segment: {'id': '3741b2ab-b6fb-417c-b81e-099405fb40ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:26:19.732016 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-6bd5a005-598d-4b1f-83b1-d226aa287d45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:19.735323 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd5a005-598d-4b1f-83b1-d226aa287d45 None None] Bound using segment: {'id': '3741b2ab-b6fb-417c-b81e-099405fb40ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba'} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:26:19.736214 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-6bd5a005-598d-4b1f-83b1-d226aa287d45 None None] Bound port: f1c19ed0-ec54-4caa-8c93-06f901971bf3, host: dv-cinder-833365-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3741b2ab-b6fb-417c-b81e-099405fb40ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba'}}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:26:19.736991 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-6bd5a005-598d-4b1f-83b1-d226aa287d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (f1c19ed0-ec54-4caa-8c93-06f901971bf3), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:19.835712 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port 80df99bb-6faa-4af5-bc02-57e22a729603 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:19.836502 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (80df99bb-6faa-4af5-bc02-57e22a729603), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:19.847106 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffeb9a0-a469-49b0-bcba-9a52d3d178bd None None] Pushing event updated for resources: {'Port': ['ID=f1c19ed0-ec54-4caa-8c93-06f901971bf3,revision_number=3']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:19.885961 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeb9a0-a469-49b0-bcba-9a52d3d178bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:19.888462 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeb9a0-a469-49b0-bcba-9a52d3d178bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:19.888462 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeb9a0-a469-49b0-bcba-9a52d3d178bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:19.891995 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeb9a0-a469-49b0-bcba-9a52d3d178bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:19.892716 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeb9a0-a469-49b0-bcba-9a52d3d178bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:19.893322 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeb9a0-a469-49b0-bcba-9a52d3d178bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:19.893948 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeb9a0-a469-49b0-bcba-9a52d3d178bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:19.894544 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeb9a0-a469-49b0-bcba-9a52d3d178bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:19.897645 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeb9a0-a469-49b0-bcba-9a52d3d178bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:19.898350 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeb9a0-a469-49b0-bcba-9a52d3d178bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:19.898928 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeb9a0-a469-49b0-bcba-9a52d3d178bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:19.899515 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeb9a0-a469-49b0-bcba-9a52d3d178bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:19.901641 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffeb9a0-a469-49b0-bcba-9a52d3d178bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:19.940456 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-94e09f14-5c44-4212-aabb-0dad14536826 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:19.981618 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-6bd5a005-598d-4b1f-83b1-d226aa287d45 None None] For port f1c19ed0-ec54-4caa-8c93-06f901971bf3, host dv-cinder-833365-1-iscsi, cleared binding levels {{(pid=103742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:26:19.991457 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-6bd5a005-598d-4b1f-83b1-d226aa287d45 None None] For port f1c19ed0-ec54-4caa-8c93-06f901971bf3, host dv-cinder-833365-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=f1c19ed0-ec54-4caa-8c93-06f901971bf3,segment=NetworkSegment(3741b2ab-b6fb-417c-b81e-099405fb40ec),segment_id=3741b2ab-b6fb-417c-b81e-099405fb40ec)] {{(pid=103742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:26:20.035144 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port 80df99bb-6faa-4af5-bc02-57e22a729603 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:26:20.106703 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-94e09f14-5c44-4212-aabb-0dad14536826 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Allocated IP 172.27.2.196 (78e1392b-e3c2-4d04-8c82-7bd84bb30297/7f6dd339-b219-48a3-93bc-4a99710f07af/ba888669-cb17-45f6-ba6c-a3107dd3ebce) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:26:20.110571 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-6bd5a005-598d-4b1f-83b1-d226aa287d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (f1c19ed0-ec54-4caa-8c93-06f901971bf3), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:20.156670 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-bd25ced0-ee1f-4701-a04d-14ccebce2613 None None] Provisioning complete for port f1c19ed0-ec54-4caa-8c93-06f901971bf3 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:20.161281 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-bd25ced0-ee1f-4701-a04d-14ccebce2613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (f1c19ed0-ec54-4caa-8c93-06f901971bf3), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:20.175089 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffeb9a0-a469-49b0-bcba-9a52d3d178bd None None] Pushing event updated for resources: {'Port': ['ID=f1c19ed0-ec54-4caa-8c93-06f901971bf3,revision_number=4']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:20.215010 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd5a005-598d-4b1f-83b1-d226aa287d45 None None] Routers {'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:26:20.215675 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-6bd5a005-598d-4b1f-83b1-d226aa287d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:26:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:20.305791 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-94e09f14-5c44-4212-aabb-0dad14536826 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for port (ba888669-cb17-45f6-ba6c-a3107dd3ebce), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:20.342598 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-bd25ced0-ee1f-4701-a04d-14ccebce2613 None None] Current status of the port f1c19ed0-ec54-4caa-8c93-06f901971bf3 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:26:20.343214 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-bd25ced0-ee1f-4701-a04d-14ccebce2613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (f1c19ed0-ec54-4caa-8c93-06f901971bf3), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:20.381221 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501420e7-61b8-4cce-a227-ca802d887c97 req-8aaba5d6-579e-400d-a20e-16eedd38e200 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:20.398760 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-501420e7-61b8-4cce-a227-ca802d887c97 req-8aaba5d6-579e-400d-a20e-16eedd38e200 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 944 time: 0.1600680 Mar 11 15:26:20.413833 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-bd25ced0-ee1f-4701-a04d-14ccebce2613 None None] For port f1c19ed0-ec54-4caa-8c93-06f901971bf3, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=f1c19ed0-ec54-4caa-8c93-06f901971bf3,segment=NetworkSegment(3741b2ab-b6fb-417c-b81e-099405fb40ec),segment_id=3741b2ab-b6fb-417c-b81e-099405fb40ec)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:26:20.416675 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-6bd5a005-598d-4b1f-83b1-d226aa287d45 None None] Set router e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:26:20.466278 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-501420e7-61b8-4cce-a227-ca802d887c97 req-a97d0eab-916f-4652-812e-63cc63a9b65c tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c401e7b-8bab-4974-abaa-d58f8454bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668709 Mar 11 15:26:20.483627 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-94e09f14-5c44-4212-aabb-0dad14536826 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (ba888669-cb17-45f6-ba6c-a3107dd3ebce), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:20.514136 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-bd25ced0-ee1f-4701-a04d-14ccebce2613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (f1c19ed0-ec54-4caa-8c93-06f901971bf3), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:20.533431 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e09f14-5c44-4212-aabb-0dad14536826 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:20.539456 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e09f14-5c44-4212-aabb-0dad14536826 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Pushing event updated for resources: {'Port': ['ID=ba888669-cb17-45f6-ba6c-a3107dd3ebce,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:20.540620 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-94e09f14-5c44-4212-aabb-0dad14536826 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:20.551779 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e09f14-5c44-4212-aabb-0dad14536826 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:26:20.586505 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd25ced0-ee1f-4701-a04d-14ccebce2613 None None] Pushing event updated for resources: {'Port': ['ID=f1c19ed0-ec54-4caa-8c93-06f901971bf3,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:20.641478 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-99a03240-dae7-44c1-8cd6-0ea958eb82b4 None None] Provisioning complete for port f1c19ed0-ec54-4caa-8c93-06f901971bf3 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:20.642896 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-99a03240-dae7-44c1-8cd6-0ea958eb82b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (f1c19ed0-ec54-4caa-8c93-06f901971bf3), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:20.649017 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-94e09f14-5c44-4212-aabb-0dad14536826 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for floatingip (a777d8fe-6a21-4743-92fe-d80826332bec), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:20.698821 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-6bd5a005-598d-4b1f-83b1-d226aa287d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1942829837-router', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:11Z', 'updated_at': '2022-03-11T15:26:15Z', 'revision_number': 4, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'gw_port': {'id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:12Z', 'updated_at': '2022-03-11T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': 'f1c19ed0-ec54-4caa-8c93-06f901971bf3', 'name': '', 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'mac_address': 'fa:16:3e:57:b9:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:14Z', 'updated_at': '2022-03-11T15:26:19Z', 'revision_number': 4, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'subnets': [{'id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:20.723107 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-99a03240-dae7-44c1-8cd6-0ea958eb82b4 None None] Current status of the port f1c19ed0-ec54-4caa-8c93-06f901971bf3 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:26:20.725672 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd5a005-598d-4b1f-83b1-d226aa287d45 None None] The sync data for ids ['e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'] in dv-cinder-833365-1-iscsi is: [{'id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1942829837-router', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:11Z', 'updated_at': '2022-03-11T15:26:15Z', 'revision_number': 4, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'gw_port': {'id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:12Z', 'updated_at': '2022-03-11T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': 'f1c19ed0-ec54-4caa-8c93-06f901971bf3', 'name': '', 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'mac_address': 'fa:16:3e:57:b9:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:14Z', 'updated_at': '2022-03-11T15:26:19Z', 'revision_number': 4, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'subnets': [{'id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:26:20.748827 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-94e09f14-5c44-4212-aabb-0dad14536826 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (ba888669-cb17-45f6-ba6c-a3107dd3ebce), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:21.105167 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-94e09f14-5c44-4212-aabb-0dad14536826 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for port (ba888669-cb17-45f6-ba6c-a3107dd3ebce), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:21.161709 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-94e09f14-5c44-4212-aabb-0dad14536826 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15279833'] for port (ba888669-cb17-45f6-ba6c-a3107dd3ebce), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:21.239410 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e09f14-5c44-4212-aabb-0dad14536826 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Pushing event updated for resources: {'Port': ['ID=ba888669-cb17-45f6-ba6c-a3107dd3ebce,revision_number=2']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:21.251812 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-94e09f14-5c44-4212-aabb-0dad14536826 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628361'] for floatingip (a777d8fe-6a21-4743-92fe-d80826332bec), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:21.324305 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-94e09f14-5c44-4212-aabb-0dad14536826 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:21.325790 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-94e09f14-5c44-4212-aabb-0dad14536826 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0694094 Mar 11 15:26:21.520579 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-11262d05-5414-4082-96ac-403e29551726 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--795283072&fields=id&tenant_id=26837043df1a49fb9ee0eaa587c624aa HTTP/1.1" status: 200 len: 267 time: 0.0791254 Mar 11 15:26:21.560902 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 9c6aa4d0-02b7-47f3-92c8-58f367602a68 details requested by agent hyperv_hv-cinder-83336 with host hv-cinder-83336 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 15:26:21.607095 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device f1c19ed0-ec54-4caa-8c93-06f901971bf3 up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:26:21.689467 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-a5a243c4-66ca-45d3-bdbb-0844d6292d20 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:21.696706 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-a5a243c4-66ca-45d3-bdbb-0844d6292d20 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/networks?id=1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba HTTP/1.1" status: 200 len: 817 time: 0.1631744 Mar 11 15:26:21.711130 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733c407-4b4b-4fab-a084-dbd4f546e722 req-4c0ed37a-0003-46cb-9972-d653667c0afb tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:21.713243 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9733c407-4b4b-4fab-a084-dbd4f546e722 req-4c0ed37a-0003-46cb-9972-d653667c0afb tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 944 time: 0.1173778 Mar 11 15:26:21.714133 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-ba48a2fa-94d4-42a7-85f5-0be0fa1ec71b tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/quotas/26837043df1a49fb9ee0eaa587c624aa HTTP/1.1" status: 200 len: 375 time: 0.0159853 Mar 11 15:26:21.762094 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port f1c19ed0-ec54-4caa-8c93-06f901971bf3 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:21.762693 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (f1c19ed0-ec54-4caa-8c93-06f901971bf3), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:21.780330 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9733c407-4b4b-4fab-a084-dbd4f546e722 req-23d505e7-bb84-43e6-aaac-b936b1aadb99 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c401e7b-8bab-4974-abaa-d58f8454bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616198 Mar 11 15:26:21.799420 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-a75b8d41-2e50-414d-9f3a-0709e663ae05 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=26837043df1a49fb9ee0eaa587c624aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0841045 Mar 11 15:26:21.816719 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 9c6aa4d0-02b7-47f3-92c8-58f367602a68, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=9c6aa4d0-02b7-47f3-92c8-58f367602a68,segment=NetworkSegment(08e2d6d3-038c-4332-be4e-e62a17151335),segment_id=08e2d6d3-038c-4332-be4e-e62a17151335)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:26:21.834000 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Returning: {'device': '9c6aa4d0-02b7-47f3-92c8-58f367602a68', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'port_id': '9c6aa4d0-02b7-47f3-92c8-58f367602a68', 'mac_address': 'fa:16:3e:2a:f3:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 15:26:21.888582 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-8900d1aa-3002-4cb7-9b01-93214c0e79c3 service neutron] 10.222.0.44 "GET /v2.0/networks/1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880346 Mar 11 15:26:21.905384 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port 9c6aa4d0-02b7-47f3-92c8-58f367602a68 is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:26:21.905779 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (9c6aa4d0-02b7-47f3-92c8-58f367602a68), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:21.923421 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port f1c19ed0-ec54-4caa-8c93-06f901971bf3 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:26:21.928027 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c6aa4d0-02b7-47f3-92c8-58f367602a68 {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:26:21.950333 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 9c6aa4d0-02b7-47f3-92c8-58f367602a68, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=9c6aa4d0-02b7-47f3-92c8-58f367602a68,segment=NetworkSegment(08e2d6d3-038c-4332-be4e-e62a17151335),segment_id=08e2d6d3-038c-4332-be4e-e62a17151335)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:26:21.986025 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-ddd18d13-67a6-4d36-8310-ac10ed72552c service neutron] 10.222.0.44 "GET /v2.0/networks/1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919027 Mar 11 15:26:22.035651 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (9c6aa4d0-02b7-47f3-92c8-58f367602a68), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:22.088279 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=9c6aa4d0-02b7-47f3-92c8-58f367602a68,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:22.240147 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e0f4aa37-8f28-46c2-818e-d39853fd5489 req-dc6c7855-cd91-4bb7-9ea0-fbd70a0b1f8c tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 210 time: 0.0288124 Mar 11 15:26:22.903437 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b2e8f-e257-4e5c-8224-728ee436be15 req-2b710a51-10cd-4152-bfac-c75f8790b8cc tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:22.904964 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a57b2e8f-e257-4e5c-8224-728ee436be15 req-2b710a51-10cd-4152-bfac-c75f8790b8cc tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 945 time: 0.0567284 Mar 11 15:26:22.952508 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a57b2e8f-e257-4e5c-8224-728ee436be15 req-31031d13-2e4f-4e7e-b0be-2c9cb72c9a3f tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c401e7b-8bab-4974-abaa-d58f8454bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419075 Mar 11 15:26:23.352310 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a509064f-05c8-4436-b0b1-58ff7fa963e4 req-d1ea4385-3788-4d65-a808-c3997536bd8a tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 210 time: 0.0347953 Mar 11 15:26:24.033124 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['9c6aa4d0-02b7-47f3-92c8-58f367602a68'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:26:24.086799 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989dcbd-78e1-46f9-b1c2-a97f4eaa7e07 req-21a1cee0-8674-47b9-88c2-eb8d128d2073 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:24.095298 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f989dcbd-78e1-46f9-b1c2-a97f4eaa7e07 req-21a1cee0-8674-47b9-88c2-eb8d128d2073 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 945 time: 0.0660372 Mar 11 15:26:24.149344 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f989dcbd-78e1-46f9-b1c2-a97f4eaa7e07 req-eedcb428-9805-4923-a774-c3cedbb15e83 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c401e7b-8bab-4974-abaa-d58f8454bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528204 Mar 11 15:26:24.518178 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2ba11c72-9691-49b2-b137-135d3689b43e req-435b615b-86a6-444f-b72d-c0586bdb7d71 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 210 time: 0.0502493 Mar 11 15:26:24.583483 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-84ad9b6c-f8a1-4ad5-95df-991b6a9c9136 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:24.585489 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-84ad9b6c-f8a1-4ad5-95df-991b6a9c9136 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.66 "GET /v2.0/networks?id=1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba HTTP/1.1" status: 200 len: 817 time: 0.1659889 Mar 11 15:26:24.673908 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-08373e65-9226-410d-9c04-6219aee53547 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26837043df1a49fb9ee0eaa587c624aa HTTP/1.1" status: 200 len: 379 time: 0.0706215 Mar 11 15:26:24.684196 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-de46e006-c850-487b-8932-68f91885cdba tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Request body: {'port': {'device_id': '62134e54-4bf3-4c6c-8645-e0b5664e458f', 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba', 'admin_state_up': True, 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'security_groups': ['013dedcc-a3b7-48c4-9184-2b2731ebf0b5']}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:26:24.932132 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-de46e006-c850-487b-8932-68f91885cdba tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Made reservation on behalf of 26837043df1a49fb9ee0eaa587c624aa for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:26:24.934815 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-de46e006-c850-487b-8932-68f91885cdba tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:25.067900 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 9c6aa4d0-02b7-47f3-92c8-58f367602a68 up at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:26:25.158770 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-de46e006-c850-487b-8932-68f91885cdba tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Allocated IP 172.20.0.14 (1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba/bd37384c-a7f0-45c7-ab70-ef3de68c479f/2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:26:25.247031 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning for port 9c6aa4d0-02b7-47f3-92c8-58f367602a68 completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 15:26:25.251670 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning complete for port 9c6aa4d0-02b7-47f3-92c8-58f367602a68 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:25.252049 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (9c6aa4d0-02b7-47f3-92c8-58f367602a68), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:25.381027 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port 9c6aa4d0-02b7-47f3-92c8-58f367602a68 is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:26:25.382336 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (9c6aa4d0-02b7-47f3-92c8-58f367602a68), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:25.390100 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e8b5f-3a3e-47e8-b2d6-4f0648aa5d4a req-8e1ad70a-8e4c-456f-a923-5f47a61ebf46 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:25.392364 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-958e8b5f-3a3e-47e8-b2d6-4f0648aa5d4a req-8e1ad70a-8e4c-456f-a923-5f47a61ebf46 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 945 time: 0.1390514 Mar 11 15:26:25.432963 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 9c6aa4d0-02b7-47f3-92c8-58f367602a68, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=9c6aa4d0-02b7-47f3-92c8-58f367602a68,segment=NetworkSegment(08e2d6d3-038c-4332-be4e-e62a17151335),segment_id=08e2d6d3-038c-4332-be4e-e62a17151335)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:26:25.435153 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e80e13-a3e0-40aa-92a2-48b681217ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6aa4d0-02b7-47f3-92c8-58f367602a68'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:26:25.437948 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97dedef37c5e2c64aa44179f419dd586ddc22b8f5766e7bc49dcfeca4a9e3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8770ec97-fa5d-4e5e-8606-46c62e5d8f64" -d '{"events": [{"server_uuid": "98e80e13-a3e0-40aa-92a2-48b681217ecb", "name": "network-vif-plugged", "status": "completed", "tag": "9c6aa4d0-02b7-47f3-92c8-58f367602a68"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:26:25.446454 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-de46e006-c850-487b-8932-68f91885cdba tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for port (2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:25.491259 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-958e8b5f-3a3e-47e8-b2d6-4f0648aa5d4a req-13d804df-6509-4c29-add9-7a42c803f2d6 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c401e7b-8bab-4974-abaa-d58f8454bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880699 Mar 11 15:26:25.521631 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (9c6aa4d0-02b7-47f3-92c8-58f367602a68), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:25.558451 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f36845-80e7-49ab-9e6f-67da89783020 x-openstack-request-id: req-e7f36845-80e7-49ab-9e6f-67da89783020 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:26:25.558827 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e80e13-a3e0-40aa-92a2-48b681217ecb", "name": "network-vif-plugged", "status": "completed", "tag": "9c6aa4d0-02b7-47f3-92c8-58f367602a68", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:26:25.559130 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e7f36845-80e7-49ab-9e6f-67da89783020 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:26:25.559674 dv-cinder-833365-1-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e80e13-a3e0-40aa-92a2-48b681217ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6aa4d0-02b7-47f3-92c8-58f367602a68', 'code': 200} Mar 11 15:26:25.612283 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=9c6aa4d0-02b7-47f3-92c8-58f367602a68,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:25.626817 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-de46e006-c850-487b-8932-68f91885cdba tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:25.715004 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-de46e006-c850-487b-8932-68f91885cdba tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Network 1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:25.724500 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-de46e006-c850-487b-8932-68f91885cdba tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:25.732928 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-de46e006-c850-487b-8932-68f91885cdba tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:26:25.796090 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-de46e006-c850-487b-8932-68f91885cdba tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:25.799185 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-de46e006-c850-487b-8932-68f91885cdba tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:25.834658 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de46e006-c850-487b-8932-68f91885cdba tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Pushing event updated for resources: {'Port': ['ID=2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:25.870515 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7295cb4-d480-459c-8bef-59252c82f97b req-7c9e079d-4555-4ae8-a5ca-35aac48d971c tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:25.873356 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a7295cb4-d480-459c-8bef-59252c82f97b req-7c9e079d-4555-4ae8-a5ca-35aac48d971c tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 932 time: 0.2363827 Mar 11 15:26:25.914199 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-de46e006-c850-487b-8932-68f91885cdba tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2339442 Mar 11 15:26:25.952954 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-709e9aa9-c7fd-4cd4-8199-a26fd65c2e25 service neutron] Request body: {'port': {'device_id': '62134e54-4bf3-4c6c-8645-e0b5664e458f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83336'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:26:25.962643 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a7295cb4-d480-459c-8bef-59252c82f97b req-99740cec-cd7d-497f-a95f-e3b697680c78 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790157 Mar 11 15:26:26.044120 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-709e9aa9-c7fd-4cd4-8199-a26fd65c2e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:26.121111 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-e2e25ad0-f10d-4464-8b08-2d10bf451265 None None] Provisioning complete for port 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:26.122413 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e2e25ad0-f10d-4464-8b08-2d10bf451265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:26.150615 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c69e7f-7720-44f7-94dc-d332d37f35ae req-04282193-322e-4fbf-8c05-2634efdbb534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:26.153142 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b0c69e7f-7720-44f7-94dc-d332d37f35ae req-04282193-322e-4fbf-8c05-2634efdbb534 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 1130 time: 0.1023214 Mar 11 15:26:26.185670 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-e2e25ad0-f10d-4464-8b08-2d10bf451265 None None] Port 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:26:26.281290 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b0c69e7f-7720-44f7-94dc-d332d37f35ae req-6f72dbb0-7026-435d-baee-0559d2c748d0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7c401e7b-8bab-4974-abaa-d58f8454bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904651 Mar 11 15:26:26.549855 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-709e9aa9-c7fd-4cd4-8199-a26fd65c2e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:26:26.559218 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-709e9aa9-c7fd-4cd4-8199-a26fd65c2e25 service neutron] Publish callbacks [] for port (2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:26.574516 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-709e9aa9-c7fd-4cd4-8199-a26fd65c2e25 service neutron] Transition to ACTIVE for port object 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 15:26:26.641946 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce981b-b676-4489-a7cc-16aaa541e949 req-a5e66009-f654-40f9-947d-90af986f8593 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:26.646554 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-96ce981b-b676-4489-a7cc-16aaa541e949 req-a5e66009-f654-40f9-947d-90af986f8593 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 946 time: 0.0535004 Mar 11 15:26:26.658627 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-709e9aa9-c7fd-4cd4-8199-a26fd65c2e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:26.699634 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-96ce981b-b676-4489-a7cc-16aaa541e949 req-b8c3d8b1-0350-4fff-a081-56d1b2f3a8ff tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c401e7b-8bab-4974-abaa-d58f8454bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503528 Mar 11 15:26:26.770993 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e9aa9-c7fd-4cd4-8199-a26fd65c2e25 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:26.870930 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-709e9aa9-c7fd-4cd4-8199-a26fd65c2e25 service neutron] Attempting to bind port 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb on host hv-cinder-83336 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:26:26.871265 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-709e9aa9-c7fd-4cd4-8199-a26fd65c2e25 service neutron] Attempting to bind port 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb by drivers openvswitch,hyperv on host hv-cinder-83336 at level 0 using segments [{'id': '3741b2ab-b6fb-417c-b81e-099405fb40ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:26:26.871631 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-709e9aa9-c7fd-4cd4-8199-a26fd65c2e25 service neutron] Attempting to bind port 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb on network 1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:26:26.877863 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-709e9aa9-c7fd-4cd4-8199-a26fd65c2e25 service neutron] Port 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb on network 1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83336 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 15:26:26.878185 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-709e9aa9-c7fd-4cd4-8199-a26fd65c2e25 service neutron] Attempting to bind port 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb on network 1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:26:26.892841 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-709e9aa9-c7fd-4cd4-8199-a26fd65c2e25 service neutron] Checking agent: {'id': '7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:26:26.893184 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-709e9aa9-c7fd-4cd4-8199-a26fd65c2e25 service neutron] Checking segment: {'id': '3741b2ab-b6fb-417c-b81e-099405fb40ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:26:26.893560 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-709e9aa9-c7fd-4cd4-8199-a26fd65c2e25 service neutron] Bound using segment: {'id': '3741b2ab-b6fb-417c-b81e-099405fb40ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:26:26.893990 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-709e9aa9-c7fd-4cd4-8199-a26fd65c2e25 service neutron] Bound port: 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb, host: hv-cinder-83336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3741b2ab-b6fb-417c-b81e-099405fb40ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:26:26.894346 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-709e9aa9-c7fd-4cd4-8199-a26fd65c2e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:27.046723 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-709e9aa9-c7fd-4cd4-8199-a26fd65c2e25 service neutron] For port 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb, host hv-cinder-83336, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:26:27.056089 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-709e9aa9-c7fd-4cd4-8199-a26fd65c2e25 service neutron] For port 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb, host hv-cinder-83336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb,segment=NetworkSegment(3741b2ab-b6fb-417c-b81e-099405fb40ec),segment_id=3741b2ab-b6fb-417c-b81e-099405fb40ec)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:26:27.175298 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-709e9aa9-c7fd-4cd4-8199-a26fd65c2e25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:27.193685 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0285522-aa93-48f3-99fe-5b6227378d23 req-37dd23e7-4865-41a4-b765-e23d7e350b86 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:27.198535 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e0285522-aa93-48f3-99fe-5b6227378d23 req-37dd23e7-4865-41a4-b765-e23d7e350b86 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 944 time: 0.0953133 Mar 11 15:26:27.261787 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-709e9aa9-c7fd-4cd4-8199-a26fd65c2e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:27.262351 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-709e9aa9-c7fd-4cd4-8199-a26fd65c2e25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:27.265988 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-709e9aa9-c7fd-4cd4-8199-a26fd65c2e25 service neutron] 10.222.0.66 "PUT /v2.0/ports/2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb HTTP/1.1" status: 200 len: 1094 time: 1.3189852 Mar 11 15:26:27.267462 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62134e54-4bf3-4c6c-8645-e0b5664e458f', 'tag': '2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:26:27.274032 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5237227-f08b-4f45-aec2-b19a6b20202b" -d '{"events": [{"name": "network-changed", "server_uuid": "62134e54-4bf3-4c6c-8645-e0b5664e458f", "tag": "2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:26:27.358595 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e148062-90bd-4e53-9d02-b881dfcb5bcc x-openstack-request-id: req-9e148062-90bd-4e53-9d02-b881dfcb5bcc {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:26:27.359252 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62134e54-4bf3-4c6c-8645-e0b5664e458f", "tag": "2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:26:27.359959 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9e148062-90bd-4e53-9d02-b881dfcb5bcc {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:26:27.360564 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62134e54-4bf3-4c6c-8645-e0b5664e458f', 'tag': '2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb', 'status': 'completed', 'code': 200} Mar 11 15:26:27.364791 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e9aa9-c7fd-4cd4-8199-a26fd65c2e25 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:27.409262 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e0285522-aa93-48f3-99fe-5b6227378d23 req-73083bca-f374-4476-9167-ab0311de08e4 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814005 Mar 11 15:26:27.482694 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5237227-f08b-4f45-aec2-b19a6b20202b req-5c878511-e264-4b1c-be05-b601054e2448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:27.484561 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a5237227-f08b-4f45-aec2-b19a6b20202b req-5c878511-e264-4b1c-be05-b601054e2448 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=26837043df1a49fb9ee0eaa587c624aa&device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 1128 time: 0.1066370 Mar 11 15:26:27.627766 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5237227-f08b-4f45-aec2-b19a6b20202b req-43b8810a-cb50-4b26-be74-6d93f765bc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:27.629340 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a5237227-f08b-4f45-aec2-b19a6b20202b req-43b8810a-cb50-4b26-be74-6d93f765bc8d service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=26837043df1a49fb9ee0eaa587c624aa&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1358001 Mar 11 15:26:27.817508 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-59ef8d41-2930-4615-a1ab-6130acfed55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:27.847148 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca47f2c-7496-4b53-affb-45c315caa563 req-ac30b92c-3815-4a4c-b90f-d2022e555695 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:27.849807 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-cca47f2c-7496-4b53-affb-45c315caa563 req-ac30b92c-3815-4a4c-b90f-d2022e555695 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 946 time: 0.0608521 Mar 11 15:26:27.921994 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-cca47f2c-7496-4b53-affb-45c315caa563 req-312fe573-1941-4bad-8b23-d6bd2810eab3 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c401e7b-8bab-4974-abaa-d58f8454bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643446 Mar 11 15:26:28.558137 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc3e5d-27c8-4377-80a1-79df78166220 req-abc1e654-69d4-4421-8cbe-47b0b336dc99 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:28.565405 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f2dc3e5d-27c8-4377-80a1-79df78166220 req-abc1e654-69d4-4421-8cbe-47b0b336dc99 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 944 time: 0.0694537 Mar 11 15:26:28.628374 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f2dc3e5d-27c8-4377-80a1-79df78166220 req-3388b170-8644-4274-927b-03530afef60a tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621128 Mar 11 15:26:29.071243 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb24f9c-2b6c-4022-93f3-86dafbd1c1a7 req-156eb260-8479-4532-92b5-cf144744d379 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:29.072721 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4cb24f9c-2b6c-4022-93f3-86dafbd1c1a7 req-156eb260-8479-4532-92b5-cf144744d379 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 946 time: 0.0688021 Mar 11 15:26:29.131874 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4cb24f9c-2b6c-4022-93f3-86dafbd1c1a7 req-bd24b832-df36-4201-95f2-652b1b083c08 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c401e7b-8bab-4974-abaa-d58f8454bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526209 Mar 11 15:26:29.589503 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5237227-f08b-4f45-aec2-b19a6b20202b req-02ec1be2-fd34-464c-9383-bc62b83502a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:29.590957 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a5237227-f08b-4f45-aec2-b19a6b20202b req-02ec1be2-fd34-464c-9383-bc62b83502a5 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938036 Mar 11 15:26:29.750672 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3e739-2c99-413a-91cc-f91069326be6 req-044cfa0c-b27f-4955-a87e-27863f16fb34 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:29.752067 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4cc3e739-2c99-413a-91cc-f91069326be6 req-044cfa0c-b27f-4955-a87e-27863f16fb34 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 944 time: 0.0513921 Mar 11 15:26:29.798183 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4cc3e739-2c99-413a-91cc-f91069326be6 req-ee8d964f-e61a-450f-91f4-f80438d71943 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407021 Mar 11 15:26:30.052542 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-82b663e7-6d4c-4a0c-b75b-bb6738d7b4e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:30.244964 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e91a7-068a-4c60-bdce-973314897135 req-9ec164bf-e959-41af-ae75-71c4ce0e7fa9 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:30.246733 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c65e91a7-068a-4c60-bdce-973314897135 req-9ec164bf-e959-41af-ae75-71c4ce0e7fa9 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 946 time: 0.0580399 Mar 11 15:26:30.296016 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c65e91a7-068a-4c60-bdce-973314897135 req-8fa7fbe4-f7f3-41dd-b4ae-263f85ea3dcd tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c401e7b-8bab-4974-abaa-d58f8454bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426619 Mar 11 15:26:30.549273 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-69c310bb-7287-405c-9e09-da212faffafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:30.550736 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-69c310bb-7287-405c-9e09-da212faffafc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=26837043df1a49fb9ee0eaa587c624aa&device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 1128 time: 0.0468645 Mar 11 15:26:30.922106 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db04a7-6bb2-41e5-9eb4-d25cb029a387 req-9442f414-7f43-43a8-8232-bdc1bfb463c9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:30.923524 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-61db04a7-6bb2-41e5-9eb4-d25cb029a387 req-9442f414-7f43-43a8-8232-bdc1bfb463c9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 944 time: 0.0523219 Mar 11 15:26:30.969709 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-61db04a7-6bb2-41e5-9eb4-d25cb029a387 req-f5ca9c07-b32e-47f8-b5ab-a30e1e2ad5f6 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406616 Mar 11 15:26:31.269969 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:31.415213 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca70564-c594-4c0b-a87f-91003d381f9e req-5b779e7d-14f0-44b6-9c18-1babfc197b4b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:31.416796 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-eca70564-c594-4c0b-a87f-91003d381f9e req-5b779e7d-14f0-44b6-9c18-1babfc197b4b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 946 time: 0.0522022 Mar 11 15:26:31.463409 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-eca70564-c594-4c0b-a87f-91003d381f9e req-a2fc96bb-38a0-4483-af55-7ad1482fb617 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c401e7b-8bab-4974-abaa-d58f8454bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409858 Mar 11 15:26:32.092280 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693dae3-37ed-4727-b008-9d0f338ddf36 req-015b6ada-ece6-428b-81b1-737b890632af tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:32.093742 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f693dae3-37ed-4727-b008-9d0f338ddf36 req-015b6ada-ece6-428b-81b1-737b890632af tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 944 time: 0.0559032 Mar 11 15:26:32.145012 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-0abb0fff-07ae-4ca6-a266-825658631e39 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb HTTP/1.1" status: 200 len: 217 time: 0.0503268 Mar 11 15:26:32.219486 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f693dae3-37ed-4727-b008-9d0f338ddf36 req-0ef24cbe-b0a2-438e-9828-1f6f6aea402c tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191332 Mar 11 15:26:32.237118 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-68e9c3e7-489e-4167-aba4-2b80c71fb66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:32.238634 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-68e9c3e7-489e-4167-aba4-2b80c71fb66e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd37384c-a7f0-45c7-ab70-ef3de68c479f HTTP/1.1" status: 200 len: 856 time: 0.0782664 Mar 11 15:26:32.314089 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-38e5fa46-6ff1-4576-9237-0b863c3a6d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:32.316119 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-38e5fa46-6ff1-4576-9237-0b863c3a6d05 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501840 Mar 11 15:26:32.477549 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-4b22476c-c73c-4205-a141-5df9042712d1 service neutron] 10.222.0.66 "GET /v2.0/networks/1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535132 Mar 11 15:26:32.618133 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05e4a7-b5c2-4929-8a10-2648e9c765b1 req-ba83256e-55d6-419d-af2b-cf3bb162fa45 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:32.619814 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0d05e4a7-b5c2-4929-8a10-2648e9c765b1 req-ba83256e-55d6-419d-af2b-cf3bb162fa45 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 946 time: 0.0831382 Mar 11 15:26:32.633757 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5883e2ae-d24c-4757-b1f3-b6222007f611 req-ddee028a-7600-4076-85e5-7cce8ace861b service neutron] 10.222.0.66 "GET /v2.0/networks/1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478858 Mar 11 15:26:32.679764 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0d05e4a7-b5c2-4929-8a10-2648e9c765b1 req-2e8123c5-2673-4e2f-87b5-2d1ec890ad12 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c401e7b-8bab-4974-abaa-d58f8454bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539179 Mar 11 15:26:32.988390 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:33.446330 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6984c4-e292-4b10-8fe1-9da83a4ebcc4 req-afcf5168-fd9f-4056-9575-5c7f66621149 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:33.450300 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-be6984c4-e292-4b10-8fe1-9da83a4ebcc4 req-afcf5168-fd9f-4056-9575-5c7f66621149 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 944 time: 0.1256146 Mar 11 15:26:33.531257 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-be6984c4-e292-4b10-8fe1-9da83a4ebcc4 req-548f03d2-987d-4fc6-a915-8a2b996e71c1 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739014 Mar 11 15:26:33.826710 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd920977-c340-453a-b126-5cee7e6967ea req-6f4ebfa6-3d2e-4aec-b147-b5366a11d79e tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:33.828208 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-dd920977-c340-453a-b126-5cee7e6967ea req-6f4ebfa6-3d2e-4aec-b147-b5366a11d79e tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 946 time: 0.0567584 Mar 11 15:26:33.894170 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-dd920977-c340-453a-b126-5cee7e6967ea req-086aa540-3158-4678-bf05-811567c79b3c tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c401e7b-8bab-4974-abaa-d58f8454bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596929 Mar 11 15:26:34.383686 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:34.699408 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258cb02-f277-4e6d-9028-a271dad6d88a req-ca90bf08-8c6a-4943-81d3-f95819213897 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:34.701765 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d258cb02-f277-4e6d-9028-a271dad6d88a req-ca90bf08-8c6a-4943-81d3-f95819213897 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 944 time: 0.0833232 Mar 11 15:26:34.760242 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d258cb02-f277-4e6d-9028-a271dad6d88a req-2ff30ff1-bd11-442f-b086-4f572a82120e tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522919 Mar 11 15:26:35.050423 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8231fc-1325-4ab7-99e1-b77db51750ab req-509f97c7-b27f-435b-b821-a4b7283ec288 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:35.056042 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4e8231fc-1325-4ab7-99e1-b77db51750ab req-509f97c7-b27f-435b-b821-a4b7283ec288 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 946 time: 0.0711451 Mar 11 15:26:35.131587 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4e8231fc-1325-4ab7-99e1-b77db51750ab req-11a0bc00-c655-482c-a5a8-ef9a1dd18900 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c401e7b-8bab-4974-abaa-d58f8454bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734246 Mar 11 15:26:35.292135 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193b7d2-0a20-41e8-aa47-7705c5068ec3 req-d9304874-ae68-4ba0-936a-60785913de12 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:35.293522 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1193b7d2-0a20-41e8-aa47-7705c5068ec3 req-d9304874-ae68-4ba0-936a-60785913de12 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 946 time: 0.0623255 Mar 11 15:26:35.302932 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 33698) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:35.310004 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-2dedadaa-c541-4311-9ec6-b2b205efe081 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Request body: {'floatingip': {'port_id': '9c6aa4d0-02b7-47f3-92c8-58f367602a68'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:26:35.423531 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2dedadaa-c541-4311-9ec6-b2b205efe081 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for floatingip (d6813286-a93e-4d30-a184-738fe48bedc7), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:35.971065 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514d818-ee94-4021-8d8e-637c70c3de2b req-65343e87-b8f4-45b2-83e1-9be1146aabd6 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:35.980246 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c514d818-ee94-4021-8d8e-637c70c3de2b req-65343e87-b8f4-45b2-83e1-9be1146aabd6 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 944 time: 0.1072474 Mar 11 15:26:36.057697 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c514d818-ee94-4021-8d8e-637c70c3de2b req-97cc56ae-1b32-4405-86fc-a1f127ed9e9d tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745120 Mar 11 15:26:36.307678 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baee344-6024-4f5c-b4fd-3bf55a2f492b req-3e9e5787-5336-4c7c-8e2a-cdf4e2a4c694 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:36.309928 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7baee344-6024-4f5c-b4fd-3bf55a2f492b req-3e9e5787-5336-4c7c-8e2a-cdf4e2a4c694 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 945 time: 0.1119697 Mar 11 15:26:36.310740 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2dedadaa-c541-4311-9ec6-b2b205efe081 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:36.365297 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7baee344-6024-4f5c-b4fd-3bf55a2f492b req-66b04534-19e1-4d92-bde3-cffccb229c14 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478673 Mar 11 15:26:36.378372 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2dedadaa-c541-4311-9ec6-b2b205efe081 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628361'] for floatingip (d6813286-a93e-4d30-a184-738fe48bedc7), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:36.389411 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 33712) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:36.490841 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.db.l3_db [None req-2dedadaa-c541-4311-9ec6-b2b205efe081 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Floating IP d6813286-a93e-4d30-a184-738fe48bedc7 associated. External IP: 172.27.2.237, port: 9c6aa4d0-02b7-47f3-92c8-58f367602a68. Mar 11 15:26:36.595022 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18273b1-a425-4883-befc-53ed96a4e940 tempest-TestMinimumBasicScenario-657806994 tempest-TestMinimumBasicScenario-657806994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:36.596691 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-e18273b1-a425-4883-befc-53ed96a4e940 tempest-TestMinimumBasicScenario-657806994 tempest-TestMinimumBasicScenario-657806994-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 1124 time: 0.2060483 Mar 11 15:26:36.600040 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 33716) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:36.604516 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-b3e8739c-46c0-4c90-8c63-128aea7c1d3f tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Request body: {'floatingip': {'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'port_id': 'd1daa7a5-6490-4d9a-a3d6-6dcdf574795b', 'tenant_id': '169ca4a5e1f747a6a8048d61c5220492', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:26:36.680477 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b3e8739c-46c0-4c90-8c63-128aea7c1d3f tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:36.746269 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dedadaa-c541-4311-9ec6-b2b205efe081 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:26:36.808779 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b3e8739c-46c0-4c90-8c63-128aea7c1d3f tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:36.940679 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [None req-b3e8739c-46c0-4c90-8c63-128aea7c1d3f tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Allocated IP 172.27.2.155 (78e1392b-e3c2-4d04-8c82-7bd84bb30297/7f6dd339-b219-48a3-93bc-4a99710f07af/2383f74c-5857-4e41-a82f-dc724270dd43) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:26:37.091508 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b3e8739c-46c0-4c90-8c63-128aea7c1d3f tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks [] for port (2383f74c-5857-4e41-a82f-dc724270dd43), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:37.122845 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dedadaa-c541-4311-9ec6-b2b205efe081 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:26:37.123391 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb details requested by agent hyperv_hv-cinder-83336 with host hv-cinder-83336 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 15:26:37.136514 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-2dedadaa-c541-4311-9ec6-b2b205efe081 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:37.144834 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a9fe26-6139-4d23-a0d3-ab8e46579136 None None] Sync routers for ids ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:26:37.175977 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-2dedadaa-c541-4311-9ec6-b2b205efe081 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "PUT /v2.0/floatingips/d6813286-a93e-4d30-a184-738fe48bedc7 HTTP/1.1" status: 200 len: 992 time: 1.8716238 Mar 11 15:26:37.177172 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e80e13-a3e0-40aa-92a2-48b681217ecb', 'tag': '9c6aa4d0-02b7-47f3-92c8-58f367602a68'}] {{(pid=103740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:26:37.179534 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}650d324cd5ca1e8c5fe43ff80fd40eee127a08b7efb0df58efbaed5274d8fbf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5fcd4a-bbec-4f49-bc6b-f1177cc216b1" -d '{"events": [{"name": "network-changed", "server_uuid": "98e80e13-a3e0-40aa-92a2-48b681217ecb", "tag": "9c6aa4d0-02b7-47f3-92c8-58f367602a68"}]}' {{(pid=103740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:26:37.228733 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a9fe26-6139-4d23-a0d3-ab8e46579136 None None] Routers {'1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:26:37.229294 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-d0a9fe26-6139-4d23-a0d3-ab8e46579136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:26:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:37.248583 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00de6a-acdc-4b4a-8715-d4028393ecad req-45e374c4-7810-4828-9276-40b8bbcc3f39 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:37.252611 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7c00de6a-acdc-4b4a-8715-d4028393ecad req-45e374c4-7810-4828-9276-40b8bbcc3f39 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 944 time: 0.0763657 Mar 11 15:26:37.323698 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb,segment=NetworkSegment(3741b2ab-b6fb-417c-b81e-099405fb40ec),segment_id=3741b2ab-b6fb-417c-b81e-099405fb40ec)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:26:37.331966 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7c00de6a-acdc-4b4a-8715-d4028393ecad req-aeeb5358-0b07-46ad-858c-72ae9df41971 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758126 Mar 11 15:26:37.339343 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b3e8739c-46c0-4c90-8c63-128aea7c1d3f tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (2383f74c-5857-4e41-a82f-dc724270dd43), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:37.360848 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Returning: {'device': '2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb', 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba', 'port_id': '2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb', 'mac_address': 'fa:16:3e:c6:09:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 15:26:37.411335 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e8739c-46c0-4c90-8c63-128aea7c1d3f tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:37.415124 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-b3e8739c-46c0-4c90-8c63-128aea7c1d3f tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:37.425051 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e8739c-46c0-4c90-8c63-128aea7c1d3f tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:26:37.442728 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4bd753-fc4d-4470-a8b4-474f7f2a50a9 x-openstack-request-id: req-8b4bd753-fc4d-4470-a8b4-474f7f2a50a9 {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:26:37.443281 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e80e13-a3e0-40aa-92a2-48b681217ecb", "tag": "9c6aa4d0-02b7-47f3-92c8-58f367602a68", "status": "completed", "code": 200}]} {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:26:37.443281 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8b4bd753-fc4d-4470-a8b4-474f7f2a50a9 {{(pid=103740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:26:37.443891 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e80e13-a3e0-40aa-92a2-48b681217ecb', 'tag': '9c6aa4d0-02b7-47f3-92c8-58f367602a68', 'status': 'completed', 'code': 200} Mar 11 15:26:37.476397 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e8739c-46c0-4c90-8c63-128aea7c1d3f tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Pushing event updated for resources: {'Port': ['ID=2383f74c-5857-4e41-a82f-dc724270dd43,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:37.592740 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:26:37.595856 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:26:37.596251 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:37.624011 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-d0a9fe26-6139-4d23-a0d3-ab8e46579136 None None] Set router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:26:37.626621 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:26:37.646289 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fcd4a-bbec-4f49-bc6b-f1177cc216b1 req-488336cf-c4e1-4dd6-825d-688fcd2281be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:37.648478 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2c5fcd4a-bbec-4f49-bc6b-f1177cc216b1 req-488336cf-c4e1-4dd6-825d-688fcd2281be service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bfe9430712c14bdfbe466c8ac9edd4fe&device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 1130 time: 0.1455073 Mar 11 15:26:37.648622 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb,segment=NetworkSegment(3741b2ab-b6fb-417c-b81e-099405fb40ec),segment_id=3741b2ab-b6fb-417c-b81e-099405fb40ec)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:26:37.742055 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:37.860026 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fcd4a-bbec-4f49-bc6b-f1177cc216b1 req-8b8f394e-f7f1-46be-a7ff-b55046652e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:37.861980 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2c5fcd4a-bbec-4f49-bc6b-f1177cc216b1 req-8b8f394e-f7f1-46be-a7ff-b55046652e59 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8544fd48-a5da-477d-ba08-7fd1e3df5115 HTTP/1.1" status: 200 len: 915 time: 0.1679077 Mar 11 15:26:37.872189 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:37.886604 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:37.887088 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:37.887728 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:37.888165 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:37.888592 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:37.889017 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:37.889442 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:37.889865 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:37.890607 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:37.890607 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:37.891108 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:37.891561 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:37.891975 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:38.028367 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-d0a9fe26-6139-4d23-a0d3-ab8e46579136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'name': 'tempest-AttachVolumeNegativeTest-850374247-router', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:48Z', 'revision_number': 4, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'gw_port': {'id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': 'a1622ede-aa4d-4820-8045-b775b8b94226', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'port_id': '1df88ce3-02bd-43a1-8919-c6b7e42fbd41', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'mac_address': 'fa:16:3e:f5:f4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d2efa6-4a13-4c2e-9b04-1bca4d51125e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:21:55Z', 'updated_at': '2022-03-11T15:22:39Z', 'revision_number': 2, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'fixed_ip_address_scope': None}, {'id': 'd6813286-a93e-4d30-a184-738fe48bedc7', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'port_id': '9c6aa4d0-02b7-47f3-92c8-58f367602a68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'mac_address': 'fa:16:3e:2a:f3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e80e13-a3e0-40aa-92a2-48b681217ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:26:01Z', 'updated_at': '2022-03-11T15:26:36Z', 'revision_number': 1, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b94c66-669a-4d42-994d-c2a3469a4ba6', 'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'mac_address': 'fa:16:3e:92:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:47Z', 'updated_at': '2022-03-11T15:21:57Z', 'revision_number': 5, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'subnets': [{'id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:38.034293 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2c5fcd4a-bbec-4f49-bc6b-f1177cc216b1 req-a16fd76f-ce7c-4a46-85c3-36cf25d3c0d6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c6aa4d0-02b7-47f3-92c8-58f367602a68 HTTP/1.1" status: 200 len: 1000 time: 0.1428161 Mar 11 15:26:38.070558 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a9fe26-6139-4d23-a0d3-ab8e46579136 None None] Checking router: 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:26:38.081713 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a9fe26-6139-4d23-a0d3-ab8e46579136 None None] Routers {'1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:26:38.082488 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-d0a9fe26-6139-4d23-a0d3-ab8e46579136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:26:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:38.210179 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-d0a9fe26-6139-4d23-a0d3-ab8e46579136 None None] Set router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:26:38.315333 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:26:38.451403 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b3e8739c-46c0-4c90-8c63-128aea7c1d3f tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks [] for floatingip (2b47d5e1-c97b-4289-a696-94f9c58ca63b), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:38.504152 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fcd4a-bbec-4f49-bc6b-f1177cc216b1 req-1f3bf904-7d09-4856-a8ef-bd0906a82425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:38.505627 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2c5fcd4a-bbec-4f49-bc6b-f1177cc216b1 req-1f3bf904-7d09-4856-a8ef-bd0906a82425 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7dfec5c9-f9f3-4b90-a760-ecd6a23b912b HTTP/1.1" status: 200 len: 853 time: 0.4625707 Mar 11 15:26:38.573354 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-d0a9fe26-6139-4d23-a0d3-ab8e46579136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'name': 'tempest-AttachVolumeNegativeTest-850374247-router', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:48Z', 'revision_number': 4, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'gw_port': {'id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': 'a1622ede-aa4d-4820-8045-b775b8b94226', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'port_id': '1df88ce3-02bd-43a1-8919-c6b7e42fbd41', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'mac_address': 'fa:16:3e:f5:f4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d2efa6-4a13-4c2e-9b04-1bca4d51125e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:21:55Z', 'updated_at': '2022-03-11T15:22:39Z', 'revision_number': 2, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'fixed_ip_address_scope': None}, {'id': 'd6813286-a93e-4d30-a184-738fe48bedc7', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'port_id': '9c6aa4d0-02b7-47f3-92c8-58f367602a68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'mac_address': 'fa:16:3e:2a:f3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e80e13-a3e0-40aa-92a2-48b681217ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:26:01Z', 'updated_at': '2022-03-11T15:26:36Z', 'revision_number': 1, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b94c66-669a-4d42-994d-c2a3469a4ba6', 'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'mac_address': 'fa:16:3e:92:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:47Z', 'updated_at': '2022-03-11T15:21:57Z', 'revision_number': 5, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'subnets': [{'id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:38.576556 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b27804-2349-4cd4-a4fd-b0069d78811c req-808b8a0a-18e6-4716-ae5f-4eb0acdfa020 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:38.578014 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-70b27804-2349-4cd4-a4fd-b0069d78811c req-808b8a0a-18e6-4716-ae5f-4eb0acdfa020 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 945 time: 0.1322830 Mar 11 15:26:38.589279 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fcd4a-bbec-4f49-bc6b-f1177cc216b1 req-7345d75f-c087-4ba4-a8f2-69978542e8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:38.590736 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2c5fcd4a-bbec-4f49-bc6b-f1177cc216b1 req-7345d75f-c087-4ba4-a8f2-69978542e8c3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8544fd48-a5da-477d-ba08-7fd1e3df5115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0766237 Mar 11 15:26:38.610887 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a9fe26-6139-4d23-a0d3-ab8e46579136 None None] The sync data for ids ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'] in dv-cinder-833365-1-iscsi is: [{'id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'name': 'tempest-AttachVolumeNegativeTest-850374247-router', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:48Z', 'revision_number': 4, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'gw_port': {'id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': 'a1622ede-aa4d-4820-8045-b775b8b94226', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'port_id': '1df88ce3-02bd-43a1-8919-c6b7e42fbd41', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'mac_address': 'fa:16:3e:f5:f4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d2efa6-4a13-4c2e-9b04-1bca4d51125e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:21:55Z', 'updated_at': '2022-03-11T15:22:39Z', 'revision_number': 2, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'fixed_ip_address_scope': None}, {'id': 'd6813286-a93e-4d30-a184-738fe48bedc7', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'port_id': '9c6aa4d0-02b7-47f3-92c8-58f367602a68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'mac_address': 'fa:16:3e:2a:f3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98e80e13-a3e0-40aa-92a2-48b681217ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:26:01Z', 'updated_at': '2022-03-11T15:26:36Z', 'revision_number': 1, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b94c66-669a-4d42-994d-c2a3469a4ba6', 'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'mac_address': 'fa:16:3e:92:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:47Z', 'updated_at': '2022-03-11T15:21:57Z', 'revision_number': 5, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'subnets': [{'id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:26:38.729485 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-70b27804-2349-4cd4-a4fd-b0069d78811c req-0fbf3ea3-b1dc-46cc-b8be-bf7472acbb8d tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435897 Mar 11 15:26:38.741182 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b3e8739c-46c0-4c90-8c63-128aea7c1d3f tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (2383f74c-5857-4e41-a82f-dc724270dd43), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:38.789593 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2c5fcd4a-bbec-4f49-bc6b-f1177cc216b1 req-bfa09118-86eb-4282-a994-4776f33598f3 service neutron] 10.222.0.66 "GET /v2.0/networks/8544fd48-a5da-477d-ba08-7fd1e3df5115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819828 Mar 11 15:26:38.886452 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-3a0024d0-ac63-47df-bd47-e298ec420398 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:38.893665 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-3a0024d0-ac63-47df-bd47-e298ec420398 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/networks?id=9abaefdc-1124-4a5a-981a-fb752a39069b HTTP/1.1" status: 200 len: 814 time: 0.1208351 Mar 11 15:26:38.904930 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-35624720-487c-4f08-887e-9f75a135b53a tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/quotas/48eee2f158cc4f05a24738007d5fbf21 HTTP/1.1" status: 200 len: 375 time: 0.0103300 Mar 11 15:26:38.922641 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f608666e-db78-42ed-ba2c-ac3fd0392d92 None None] New status for floating IP d6813286-a93e-4d30-a184-738fe48bedc7: ACTIVE {{(pid=103742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:26:38.942872 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-f51a7547-bc43-4582-8bea-fc8601184a96 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=48eee2f158cc4f05a24738007d5fbf21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323172 Mar 11 15:26:38.959661 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2c5fcd4a-bbec-4f49-bc6b-f1177cc216b1 req-aa5843b5-7fc2-4762-8245-6a3569ab1fbb service neutron] 10.222.0.66 "GET /v2.0/networks/8544fd48-a5da-477d-ba08-7fd1e3df5115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581964 Mar 11 15:26:38.997963 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b3e8739c-46c0-4c90-8c63-128aea7c1d3f tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks [] for port (2383f74c-5857-4e41-a82f-dc724270dd43), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:39.050764 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-6c7a5055-a137-4fba-b14e-5701f7bd757b service neutron] 10.222.0.44 "GET /v2.0/networks/9abaefdc-1124-4a5a-981a-fb752a39069b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964983 Mar 11 15:26:39.052682 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b3e8739c-46c0-4c90-8c63-128aea7c1d3f tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (2383f74c-5857-4e41-a82f-dc724270dd43), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:39.128526 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e8739c-46c0-4c90-8c63-128aea7c1d3f tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Pushing event updated for resources: {'Port': ['ID=2383f74c-5857-4e41-a82f-dc724270dd43,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:39.145722 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b3e8739c-46c0-4c90-8c63-128aea7c1d3f tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628361'] for floatingip (2b47d5e1-c97b-4289-a696-94f9c58ca63b), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:39.169041 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-3c5d9ffb-a7d4-484e-aa65-7c36a7db9c09 service neutron] 10.222.0.44 "GET /v2.0/networks/9abaefdc-1124-4a5a-981a-fb752a39069b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103148 Mar 11 15:26:39.265123 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.db.l3_db [None req-b3e8739c-46c0-4c90-8c63-128aea7c1d3f tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Floating IP 2b47d5e1-c97b-4289-a696-94f9c58ca63b associated. External IP: 172.27.2.155, port: d1daa7a5-6490-4d9a-a3d6-6dcdf574795b. Mar 11 15:26:39.404148 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a425f862-5ead-494f-a9ed-f07459ce2fde req-d62a99d8-b6f3-450d-b061-82f000e1f08e tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9570f1-8f0b-4403-a4e1-bdd09831eac4 HTTP/1.1" status: 200 len: 210 time: 0.0296834 Mar 11 15:26:39.539606 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e8739c-46c0-4c90-8c63-128aea7c1d3f tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Router c6fb5390-b007-4daf-a166-e1f6d71ebc28 has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:26:39.652935 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e8739c-46c0-4c90-8c63-128aea7c1d3f tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:26:39.662884 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57159cdf-9f42-436e-b8ed-b546857f2970 None None] Sync routers for ids ['c6fb5390-b007-4daf-a166-e1f6d71ebc28'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:26:39.674479 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57159cdf-9f42-436e-b8ed-b546857f2970 None None] Routers {'c6fb5390-b007-4daf-a166-e1f6d71ebc28'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:26:39.675091 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-57159cdf-9f42-436e-b8ed-b546857f2970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:26:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['c6fb5390-b007-4daf-a166-e1f6d71ebc28'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:39.751856 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b3e8739c-46c0-4c90-8c63-128aea7c1d3f tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:39.786384 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-b3e8739c-46c0-4c90-8c63-128aea7c1d3f tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1829484 Mar 11 15:26:39.786384 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d48560-d5e1-476c-80b0-ad48c4476628', 'tag': 'd1daa7a5-6490-4d9a-a3d6-6dcdf574795b'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:26:39.790033 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 33768) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:39.793559 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-57159cdf-9f42-436e-b8ed-b546857f2970 None None] Set router c6fb5390-b007-4daf-a166-e1f6d71ebc28 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:26:39.797711 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-48ef1303-6ef7-4068-8afb-4b136f2ff02e tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-289866756', 'description': 'tempest-secgroup-smoke-289866756 description', 'project_id': '169ca4a5e1f747a6a8048d61c5220492'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:26:39.800432 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356581d0-425a-43b6-89d9-dca175bde354" -d '{"events": [{"name": "network-changed", "server_uuid": "34d48560-d5e1-476c-80b0-ad48c4476628", "tag": "d1daa7a5-6490-4d9a-a3d6-6dcdf574795b"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:26:39.878652 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f326f5bd-5b03-4fd8-9273-fbc46ae163cb x-openstack-request-id: req-f326f5bd-5b03-4fd8-9273-fbc46ae163cb {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:26:39.878937 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34d48560-d5e1-476c-80b0-ad48c4476628", "tag": "d1daa7a5-6490-4d9a-a3d6-6dcdf574795b", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:26:39.879813 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f326f5bd-5b03-4fd8-9273-fbc46ae163cb {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:26:39.880140 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34d48560-d5e1-476c-80b0-ad48c4476628', 'tag': 'd1daa7a5-6490-4d9a-a3d6-6dcdf574795b', 'status': 'completed', 'code': 200} Mar 11 15:26:39.890102 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-48ef1303-6ef7-4068-8afb-4b136f2ff02e tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:39.942886 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd9460-2a65-41b0-ae42-2f4503df8dd4 req-d53f1378-5828-4a6b-a2f6-538ab66c1e7d tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:39.944493 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ffcd9460-2a65-41b0-ae42-2f4503df8dd4 req-d53f1378-5828-4a6b-a2f6-538ab66c1e7d tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 945 time: 0.1013136 Mar 11 15:26:40.017872 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356581d0-425a-43b6-89d9-dca175bde354 req-e92de59a-e525-4fbe-a8b3-e89954e26c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:40.020799 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-356581d0-425a-43b6-89d9-dca175bde354 req-e92de59a-e525-4fbe-a8b3-e89954e26c94 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=169ca4a5e1f747a6a8048d61c5220492&device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 1129 time: 0.0875788 Mar 11 15:26:40.037992 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ffcd9460-2a65-41b0-ae42-2f4503df8dd4 req-415ba5e3-69fb-4613-a1ec-c647c002e9b7 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838354 Mar 11 15:26:40.040492 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-48ef1303-6ef7-4068-8afb-4b136f2ff02e tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks [] for security_group (552bb8ac-cf46-413c-a3ef-82d636c2b8e1), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:40.086972 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-48ef1303-6ef7-4068-8afb-4b136f2ff02e tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (552bb8ac-cf46-413c-a3ef-82d636c2b8e1), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:40.130007 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef1303-6ef7-4068-8afb-4b136f2ff02e tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=552bb8ac-cf46-413c-a3ef-82d636c2b8e1,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:40.132279 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-57159cdf-9f42-436e-b8ed-b546857f2970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'name': 'tempest-TestMinimumBasicScenario-1476240252-router', 'tenant_id': '169ca4a5e1f747a6a8048d61c5220492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '59098a95-cdaa-4cd1-9ae7-87c72acc9e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:24:59Z', 'updated_at': '2022-03-11T15:25:03Z', 'revision_number': 4, 'project_id': '169ca4a5e1f747a6a8048d61c5220492', 'gw_port': {'id': '59098a95-cdaa-4cd1-9ae7-87c72acc9e43', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:32:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:25:00Z', 'updated_at': '2022-03-11T15:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': '2b47d5e1-c97b-4289-a696-94f9c58ca63b', 'tenant_id': '169ca4a5e1f747a6a8048d61c5220492', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'port_id': 'd1daa7a5-6490-4d9a-a3d6-6dcdf574795b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6265ac0-633e-4670-bacd-2ec52566a901', 'mac_address': 'fa:16:3e:38:25:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d48560-d5e1-476c-80b0-ad48c4476628', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:26:37Z', 'updated_at': '2022-03-11T15:26:37Z', 'revision_number': 0, 'project_id': '169ca4a5e1f747a6a8048d61c5220492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb88247b-c4e8-4456-8a9a-36701c3eaf91', 'name': '', 'network_id': 'f6265ac0-633e-4670-bacd-2ec52566a901', 'tenant_id': '169ca4a5e1f747a6a8048d61c5220492', 'mac_address': 'fa:16:3e:ee:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4ece22e3-13e3-4ef0-ab24-5393518fe3ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:25:02Z', 'updated_at': '2022-03-11T15:25:07Z', 'revision_number': 5, 'project_id': '169ca4a5e1f747a6a8048d61c5220492', 'subnets': [{'id': '4ece22e3-13e3-4ef0-ab24-5393518fe3ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:40.151192 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356581d0-425a-43b6-89d9-dca175bde354 req-a5c7a5e7-e499-494a-828e-b827f0c1fb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:40.152707 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-356581d0-425a-43b6-89d9-dca175bde354 req-a5c7a5e7-e499-494a-828e-b827f0c1fb44 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f6265ac0-633e-4670-bacd-2ec52566a901 HTTP/1.1" status: 200 len: 916 time: 0.1233099 Mar 11 15:26:40.173688 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57159cdf-9f42-436e-b8ed-b546857f2970 None None] Checking router: c6fb5390-b007-4daf-a166-e1f6d71ebc28 for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:26:40.175258 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57159cdf-9f42-436e-b8ed-b546857f2970 None None] Routers {'c6fb5390-b007-4daf-a166-e1f6d71ebc28'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:26:40.175924 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-57159cdf-9f42-436e-b8ed-b546857f2970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:26:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['c6fb5390-b007-4daf-a166-e1f6d71ebc28'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:40.202799 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-48ef1303-6ef7-4068-8afb-4b136f2ff02e tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:40.204160 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-48ef1303-6ef7-4068-8afb-4b136f2ff02e tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4116466 Mar 11 15:26:40.207227 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 33790) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:40.214303 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-8d9e5c98-287f-4864-83fc-1969ce937042 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Request body: {'security_group_rule': {'security_group_id': '552bb8ac-cf46-413c-a3ef-82d636c2b8e1', 'project_id': '169ca4a5e1f747a6a8048d61c5220492', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:26:40.240311 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-356581d0-425a-43b6-89d9-dca175bde354 req-f94d9062-9c63-4b23-bd6b-4d31e2052756 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1daa7a5-6490-4d9a-a3d6-6dcdf574795b HTTP/1.1" status: 200 len: 999 time: 0.0802603 Mar 11 15:26:40.313256 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356581d0-425a-43b6-89d9-dca175bde354 req-c8dfca5c-9553-44c4-821d-623afc6a0e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:40.315173 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-356581d0-425a-43b6-89d9-dca175bde354 req-c8dfca5c-9553-44c4-821d-623afc6a0e0b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4ece22e3-13e3-4ef0-ab24-5393518fe3ac HTTP/1.1" status: 200 len: 854 time: 0.0603001 Mar 11 15:26:40.317005 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8d9e5c98-287f-4864-83fc-1969ce937042 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks [] for security_group_rule (d4aad5d1-7292-47b4-981c-c50df232af58), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:40.407865 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8d9e5c98-287f-4864-83fc-1969ce937042 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks [] for security_group_rule (d4aad5d1-7292-47b4-981c-c50df232af58), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:40.410114 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356581d0-425a-43b6-89d9-dca175bde354 req-220303ab-4694-4f2a-9b47-b2de456b500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:40.411666 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-356581d0-425a-43b6-89d9-dca175bde354 req-220303ab-4694-4f2a-9b47-b2de456b500f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f6265ac0-633e-4670-bacd-2ec52566a901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0896976 Mar 11 15:26:40.442787 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-57159cdf-9f42-436e-b8ed-b546857f2970 None None] Set router c6fb5390-b007-4daf-a166-e1f6d71ebc28 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:26:40.497904 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8d9e5c98-287f-4864-83fc-1969ce937042 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951566'] for security_group_rule (d4aad5d1-7292-47b4-981c-c50df232af58), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:40.542399 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e5c98-287f-4864-83fc-1969ce937042 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4aad5d1-7292-47b4-981c-c50df232af58,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:40.570325 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e907d5cd-635d-4d7b-b7dd-74122c878695 req-c46d67e2-bf6c-4692-a8dd-32281722856a tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9570f1-8f0b-4403-a4e1-bdd09831eac4 HTTP/1.1" status: 200 len: 210 time: 0.0443988 Mar 11 15:26:40.575979 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-356581d0-425a-43b6-89d9-dca175bde354 req-373ee945-5e4b-4f1d-ad70-c213d3be15f2 service neutron] 10.222.0.66 "GET /v2.0/networks/f6265ac0-633e-4670-bacd-2ec52566a901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515608 Mar 11 15:26:40.624370 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8d9e5c98-287f-4864-83fc-1969ce937042 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:40.626519 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-8d9e5c98-287f-4864-83fc-1969ce937042 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4175205 Mar 11 15:26:40.636687 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 33808) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:40.642598 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-df74a59e-3c56-4eca-9d72-1bf9648a2679 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Request body: {'security_group_rule': {'security_group_id': '552bb8ac-cf46-413c-a3ef-82d636c2b8e1', 'project_id': '169ca4a5e1f747a6a8048d61c5220492', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:26:40.688957 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-356581d0-425a-43b6-89d9-dca175bde354 req-6c0b6288-2745-4979-941c-57f46f36bbde service neutron] 10.222.0.66 "GET /v2.0/networks/f6265ac0-633e-4670-bacd-2ec52566a901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054251 Mar 11 15:26:40.718968 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-57159cdf-9f42-436e-b8ed-b546857f2970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'name': 'tempest-TestMinimumBasicScenario-1476240252-router', 'tenant_id': '169ca4a5e1f747a6a8048d61c5220492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '59098a95-cdaa-4cd1-9ae7-87c72acc9e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:24:59Z', 'updated_at': '2022-03-11T15:25:03Z', 'revision_number': 4, 'project_id': '169ca4a5e1f747a6a8048d61c5220492', 'gw_port': {'id': '59098a95-cdaa-4cd1-9ae7-87c72acc9e43', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:32:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:25:00Z', 'updated_at': '2022-03-11T15:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': '2b47d5e1-c97b-4289-a696-94f9c58ca63b', 'tenant_id': '169ca4a5e1f747a6a8048d61c5220492', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'port_id': 'd1daa7a5-6490-4d9a-a3d6-6dcdf574795b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6265ac0-633e-4670-bacd-2ec52566a901', 'mac_address': 'fa:16:3e:38:25:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d48560-d5e1-476c-80b0-ad48c4476628', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:26:37Z', 'updated_at': '2022-03-11T15:26:37Z', 'revision_number': 0, 'project_id': '169ca4a5e1f747a6a8048d61c5220492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb88247b-c4e8-4456-8a9a-36701c3eaf91', 'name': '', 'network_id': 'f6265ac0-633e-4670-bacd-2ec52566a901', 'tenant_id': '169ca4a5e1f747a6a8048d61c5220492', 'mac_address': 'fa:16:3e:ee:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4ece22e3-13e3-4ef0-ab24-5393518fe3ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:25:02Z', 'updated_at': '2022-03-11T15:25:07Z', 'revision_number': 5, 'project_id': '169ca4a5e1f747a6a8048d61c5220492', 'subnets': [{'id': '4ece22e3-13e3-4ef0-ab24-5393518fe3ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:40.743696 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-df74a59e-3c56-4eca-9d72-1bf9648a2679 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks [] for security_group_rule (4c2a1fd1-f83b-4910-8a8e-b19a111e23e2), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:40.752506 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57159cdf-9f42-436e-b8ed-b546857f2970 None None] The sync data for ids ['c6fb5390-b007-4daf-a166-e1f6d71ebc28'] in dv-cinder-833365-1-iscsi is: [{'id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'name': 'tempest-TestMinimumBasicScenario-1476240252-router', 'tenant_id': '169ca4a5e1f747a6a8048d61c5220492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '59098a95-cdaa-4cd1-9ae7-87c72acc9e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:24:59Z', 'updated_at': '2022-03-11T15:25:03Z', 'revision_number': 4, 'project_id': '169ca4a5e1f747a6a8048d61c5220492', 'gw_port': {'id': '59098a95-cdaa-4cd1-9ae7-87c72acc9e43', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:32:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:25:00Z', 'updated_at': '2022-03-11T15:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': '2b47d5e1-c97b-4289-a696-94f9c58ca63b', 'tenant_id': '169ca4a5e1f747a6a8048d61c5220492', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'port_id': 'd1daa7a5-6490-4d9a-a3d6-6dcdf574795b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6265ac0-633e-4670-bacd-2ec52566a901', 'mac_address': 'fa:16:3e:38:25:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d48560-d5e1-476c-80b0-ad48c4476628', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:26:37Z', 'updated_at': '2022-03-11T15:26:37Z', 'revision_number': 0, 'project_id': '169ca4a5e1f747a6a8048d61c5220492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb88247b-c4e8-4456-8a9a-36701c3eaf91', 'name': '', 'network_id': 'f6265ac0-633e-4670-bacd-2ec52566a901', 'tenant_id': '169ca4a5e1f747a6a8048d61c5220492', 'mac_address': 'fa:16:3e:ee:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4ece22e3-13e3-4ef0-ab24-5393518fe3ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:25:02Z', 'updated_at': '2022-03-11T15:25:07Z', 'revision_number': 5, 'project_id': '169ca4a5e1f747a6a8048d61c5220492', 'subnets': [{'id': '4ece22e3-13e3-4ef0-ab24-5393518fe3ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:26:40.814452 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-df74a59e-3c56-4eca-9d72-1bf9648a2679 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks [] for security_group_rule (4c2a1fd1-f83b-4910-8a8e-b19a111e23e2), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:40.898224 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-df74a59e-3c56-4eca-9d72-1bf9648a2679 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951566'] for security_group_rule (4c2a1fd1-f83b-4910-8a8e-b19a111e23e2), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:40.921649 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74a59e-3c56-4eca-9d72-1bf9648a2679 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2a1fd1-f83b-4910-8a8e-b19a111e23e2,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:40.969096 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5299ed3d-bb54-49cc-a5d0-1970134b6054 None None] New status for floating IP 2b47d5e1-c97b-4289-a696-94f9c58ca63b: ACTIVE {{(pid=103742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:26:40.997401 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-df74a59e-3c56-4eca-9d72-1bf9648a2679 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:40.998702 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-df74a59e-3c56-4eca-9d72-1bf9648a2679 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3614953 Mar 11 15:26:41.001462 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 33822) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:41.005873 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-f34225ea-9320-4434-96f6-2a61187d20b0 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Request body: {'security_group_rule': {'security_group_id': '552bb8ac-cf46-413c-a3ef-82d636c2b8e1', 'project_id': '169ca4a5e1f747a6a8048d61c5220492', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:26:41.075115 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f34225ea-9320-4434-96f6-2a61187d20b0 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks [] for security_group_rule (5738a5da-43de-4bfd-82b4-26a7f62518ae), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:41.147094 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f34225ea-9320-4434-96f6-2a61187d20b0 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks [] for security_group_rule (5738a5da-43de-4bfd-82b4-26a7f62518ae), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:41.147667 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb up at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:26:41.202994 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac6d5a-9695-4f71-ab87-a58360370a38 req-6410bc89-eb73-4b19-9df1-aa2e07af8409 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:41.204547 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5bac6d5a-9695-4f71-ab87-a58360370a38 req-6410bc89-eb73-4b19-9df1-aa2e07af8409 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 945 time: 0.0597355 Mar 11 15:26:41.219546 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f34225ea-9320-4434-96f6-2a61187d20b0 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951566'] for security_group_rule (5738a5da-43de-4bfd-82b4-26a7f62518ae), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:41.251925 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34225ea-9320-4434-96f6-2a61187d20b0 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5738a5da-43de-4bfd-82b4-26a7f62518ae,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:41.263757 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning for port 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 15:26:41.267792 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning complete for port 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:41.271479 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:41.271644 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5bac6d5a-9695-4f71-ab87-a58360370a38 req-3adf914b-2042-43d7-85d1-a11b0f4ad091 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605779 Mar 11 15:26:41.346115 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f34225ea-9320-4434-96f6-2a61187d20b0 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:41.347269 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-f34225ea-9320-4434-96f6-2a61187d20b0 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3448446 Mar 11 15:26:41.350676 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 33832) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:41.355756 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-0965e062-a661-460c-8b3e-79b317def9dd tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Request body: {'security_group_rule': {'security_group_id': '552bb8ac-cf46-413c-a3ef-82d636c2b8e1', 'project_id': '169ca4a5e1f747a6a8048d61c5220492', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:26:41.357322 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:26:41.357880 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:41.396362 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62134e54-4bf3-4c6c-8645-e0b5664e458f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:26:41.398749 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97dedef37c5e2c64aa44179f419dd586ddc22b8f5766e7bc49dcfeca4a9e3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662aaaa6-a0aa-4b27-b075-8baa79a2a45f" -d '{"events": [{"server_uuid": "62134e54-4bf3-4c6c-8645-e0b5664e458f", "name": "network-vif-plugged", "status": "completed", "tag": "2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:26:41.416178 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb,segment=NetworkSegment(3741b2ab-b6fb-417c-b81e-099405fb40ec),segment_id=3741b2ab-b6fb-417c-b81e-099405fb40ec)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:26:41.441406 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5a800c-c995-40a0-9c56-7ab3de7e8b3e x-openstack-request-id: req-ca5a800c-c995-40a0-9c56-7ab3de7e8b3e {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:26:41.441774 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62134e54-4bf3-4c6c-8645-e0b5664e458f", "name": "network-vif-plugged", "status": "completed", "tag": "2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:26:41.442091 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ca5a800c-c995-40a0-9c56-7ab3de7e8b3e {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:26:41.442540 dv-cinder-833365-1-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62134e54-4bf3-4c6c-8645-e0b5664e458f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb', 'code': 200} Mar 11 15:26:41.458724 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0965e062-a661-460c-8b3e-79b317def9dd tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks [] for security_group_rule (671e2602-1383-4966-963e-3ce349833fe8), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:41.476250 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:41.525896 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0965e062-a661-460c-8b3e-79b317def9dd tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks [] for security_group_rule (671e2602-1383-4966-963e-3ce349833fe8), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:41.536349 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:41.590177 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0965e062-a661-460c-8b3e-79b317def9dd tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951566'] for security_group_rule (671e2602-1383-4966-963e-3ce349833fe8), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:41.616944 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965e062-a661-460c-8b3e-79b317def9dd tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=671e2602-1383-4966-963e-3ce349833fe8,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:41.639670 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-020d646c-aec1-4239-bc11-e96b1c6d58cf tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:41.641395 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-020d646c-aec1-4239-bc11-e96b1c6d58cf tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.66 "GET /v2.0/networks?id=9abaefdc-1124-4a5a-981a-fb752a39069b HTTP/1.1" status: 200 len: 814 time: 0.1439214 Mar 11 15:26:41.669078 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-ac22cd6b-5f99-44f1-bba2-f0fde23309d5 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Request body: {'port': {'device_id': 'de9570f1-8f0b-4403-a4e1-bdd09831eac4', 'network_id': '9abaefdc-1124-4a5a-981a-fb752a39069b', 'admin_state_up': True, 'tenant_id': '48eee2f158cc4f05a24738007d5fbf21'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:26:41.693219 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a882eb53-aa30-4e75-b9d3-24709ac75c13 req-468eca2f-047a-428f-8170-9008ae047038 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9570f1-8f0b-4403-a4e1-bdd09831eac4 HTTP/1.1" status: 200 len: 210 time: 0.0288403 Mar 11 15:26:41.705948 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0965e062-a661-460c-8b3e-79b317def9dd tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:41.705948 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-0965e062-a661-460c-8b3e-79b317def9dd tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3540871 Mar 11 15:26:41.709034 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 33844) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:41.714554 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-ddaeed5d-f6d5-481b-ac5d-c7ec487fd715 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Request body: {'security_group_rule': {'security_group_id': '552bb8ac-cf46-413c-a3ef-82d636c2b8e1', 'project_id': '169ca4a5e1f747a6a8048d61c5220492', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:26:41.802667 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc88b5-5819-4b73-98c6-1d786faf115b req-a3e1306f-14c2-4bca-be0c-6fadb37a5b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:41.804341 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-86bc88b5-5819-4b73-98c6-1d786faf115b req-a3e1306f-14c2-4bca-be0c-6fadb37a5b46 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 1130 time: 0.0470195 Mar 11 15:26:41.816585 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.db.securitygroups_db [None req-ddaeed5d-f6d5-481b-ac5d-c7ec487fd715 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Project 169ca4a5e1f747a6a8048d61c5220492 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:26:41.830068 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ddaeed5d-f6d5-481b-ac5d-c7ec487fd715 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks [] for security_group_rule (6a6c717f-b6f0-413e-908d-23e5916a104a), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:41.875944 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-86bc88b5-5819-4b73-98c6-1d786faf115b req-56c76c9d-b09b-4992-97b5-ee1087a0fd19 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658009 Mar 11 15:26:41.892185 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-ac22cd6b-5f99-44f1-bba2-f0fde23309d5 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Made reservation on behalf of 48eee2f158cc4f05a24738007d5fbf21 for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:26:41.895668 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-ac22cd6b-5f99-44f1-bba2-f0fde23309d5 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:41.901774 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ddaeed5d-f6d5-481b-ac5d-c7ec487fd715 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks [] for security_group_rule (6a6c717f-b6f0-413e-908d-23e5916a104a), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:41.995226 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ddaeed5d-f6d5-481b-ac5d-c7ec487fd715 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951566'] for security_group_rule (6a6c717f-b6f0-413e-908d-23e5916a104a), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:42.014474 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaeed5d-f6d5-481b-ac5d-c7ec487fd715 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a6c717f-b6f0-413e-908d-23e5916a104a,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:42.048379 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-ac22cd6b-5f99-44f1-bba2-f0fde23309d5 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Allocated IP 172.20.0.13 (9abaefdc-1124-4a5a-981a-fb752a39069b/d339125b-ee98-4229-becf-5c84cf35a21b/fdb955f2-bd0c-4299-9f1c-b525eceb98a1) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:26:42.089028 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ddaeed5d-f6d5-481b-ac5d-c7ec487fd715 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:42.090513 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-ddaeed5d-f6d5-481b-ac5d-c7ec487fd715 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3804672 Mar 11 15:26:42.093516 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 33846) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:42.097883 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-a041db45-9617-4fc6-bfa5-45a738d516ac tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Request body: {'security_group_rule': {'security_group_id': '552bb8ac-cf46-413c-a3ef-82d636c2b8e1', 'project_id': '169ca4a5e1f747a6a8048d61c5220492', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:26:42.178757 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.db.securitygroups_db [None req-a041db45-9617-4fc6-bfa5-45a738d516ac tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Project 169ca4a5e1f747a6a8048d61c5220492 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:26:42.186300 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a041db45-9617-4fc6-bfa5-45a738d516ac tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks [] for security_group_rule (44a5aeb0-efae-48f9-8a1e-8627419d4701), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:42.195891 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-ac22cd6b-5f99-44f1-bba2-f0fde23309d5 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Publish callbacks [] for port (fdb955f2-bd0c-4299-9f1c-b525eceb98a1), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:42.247078 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a041db45-9617-4fc6-bfa5-45a738d516ac tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks [] for security_group_rule (44a5aeb0-efae-48f9-8a1e-8627419d4701), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:42.322063 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-ac22cd6b-5f99-44f1-bba2-f0fde23309d5 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (fdb955f2-bd0c-4299-9f1c-b525eceb98a1), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:42.333612 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a041db45-9617-4fc6-bfa5-45a738d516ac tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951566'] for security_group_rule (44a5aeb0-efae-48f9-8a1e-8627419d4701), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:42.357165 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a041db45-9617-4fc6-bfa5-45a738d516ac tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a5aeb0-efae-48f9-8a1e-8627419d4701,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:42.378459 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-ac22cd6b-5f99-44f1-bba2-f0fde23309d5 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Network 9abaefdc-1124-4a5a-981a-fb752a39069b is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:42.381426 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-ac22cd6b-5f99-44f1-bba2-f0fde23309d5 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:42.384669 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-ac22cd6b-5f99-44f1-bba2-f0fde23309d5 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:26:42.422144 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22cd6b-5f99-44f1-bba2-f0fde23309d5 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Pushing event updated for resources: {'Port': ['ID=fdb955f2-bd0c-4299-9f1c-b525eceb98a1,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:42.442314 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a041db45-9617-4fc6-bfa5-45a738d516ac tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:42.443570 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-a041db45-9617-4fc6-bfa5-45a738d516ac tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3490715 Mar 11 15:26:42.466886 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-ac22cd6b-5f99-44f1-bba2-f0fde23309d5 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:42.467545 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-ac22cd6b-5f99-44f1-bba2-f0fde23309d5 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:42.503110 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456cecb2-f7bb-47f8-af3d-e683fe51dda1 req-ea9ba5c7-2a87-42a9-8ed8-abf9e1153f3b tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:42.510564 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-456cecb2-f7bb-47f8-af3d-e683fe51dda1 req-ea9ba5c7-2a87-42a9-8ed8-abf9e1153f3b tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 946 time: 0.1455243 Mar 11 15:26:42.554411 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:42.563545 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-456cecb2-f7bb-47f8-af3d-e683fe51dda1 req-64cac2d4-0d7c-4e3b-8b24-2bc7dfccced2 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519886 Mar 11 15:26:42.591594 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-ac22cd6b-5f99-44f1-bba2-f0fde23309d5 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9329085 Mar 11 15:26:42.612299 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-11c70838-cf10-41a9-9645-51059c824c78 req-76d3e0fc-86cf-49de-890b-ed6b99af7182 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-289866756&fields=id&tenant_id=169ca4a5e1f747a6a8048d61c5220492 HTTP/1.1" status: 200 len: 267 time: 0.1056006 Mar 11 15:26:42.653002 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-2e6ddd3b-a617-4f92-b0bc-61ab47e3e6da service neutron] Request body: {'port': {'device_id': 'de9570f1-8f0b-4403-a4e1-bdd09831eac4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83336'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:26:42.670558 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c70838-cf10-41a9-9645-51059c824c78 req-5c729eb2-0032-4f20-92c7-ab1b26345946 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:42.672242 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-11c70838-cf10-41a9-9645-51059c824c78 req-5c729eb2-0032-4f20-92c7-ab1b26345946 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 945 time: 0.0551240 Mar 11 15:26:42.684445 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [req-11c70838-cf10-41a9-9645-51059c824c78 req-f81e2553-614d-4cb9-acc7-d2526fa66b9d tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Request body: {'port': {'security_groups': ['f2783596-5bb6-4d94-ab5f-cfab02133c0b', '552bb8ac-cf46-413c-a3ef-82d636c2b8e1']}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:26:42.707608 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 33864) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:42.725159 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-2e6ddd3b-a617-4f92-b0bc-61ab47e3e6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (fdb955f2-bd0c-4299-9f1c-b525eceb98a1), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:42.812241 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_v2 [None req-00457d25-ffe2-4549-baea-54485e82df47 admin admin] Deleting subnet 7dfbc1a5-4ded-4b22-9fb1-9bc1dc935995 {{(pid=103740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 15:26:42.814358 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-11c70838-cf10-41a9-9645-51059c824c78 req-f81e2553-614d-4cb9-acc7-d2526fa66b9d tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (d1daa7a5-6490-4d9a-a3d6-6dcdf574795b), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:42.817739 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-00457d25-ffe2-4549-baea-54485e82df47 admin admin] Publish callbacks [] for subnet (7dfbc1a5-4ded-4b22-9fb1-9bc1dc935995), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:42.884486 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-00457d25-ffe2-4549-baea-54485e82df47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14027362'] for subnet (7dfbc1a5-4ded-4b22-9fb1-9bc1dc935995), precommit_delete_associations {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:42.914013 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd45743-932e-4e47-b647-2b27a28b5655 req-18184965-7598-42d9-9096-8aaa2345aa6a tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:42.916141 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6bd45743-932e-4e47-b647-2b27a28b5655 req-18184965-7598-42d9-9096-8aaa2345aa6a tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9570f1-8f0b-4403-a4e1-bdd09831eac4 HTTP/1.1" status: 200 len: 932 time: 0.1320364 Mar 11 15:26:42.959246 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-00457d25-ffe2-4549-baea-54485e82df47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1914166'] for subnet (7dfbc1a5-4ded-4b22-9fb1-9bc1dc935995), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:43.015872 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6bd45743-932e-4e47-b647-2b27a28b5655 req-53e69c9d-15f1-4285-9175-a198d56ee183 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f669c9c-e187-41fd-b50d-941a8d9fd3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933003 Mar 11 15:26:43.082534 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-2e6ddd3b-a617-4f92-b0bc-61ab47e3e6da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb955f2-bd0c-4299-9f1c-b525eceb98a1 {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:26:43.091249 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-2e6ddd3b-a617-4f92-b0bc-61ab47e3e6da service neutron] Publish callbacks [] for port (fdb955f2-bd0c-4299-9f1c-b525eceb98a1), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:43.110009 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [req-11c70838-cf10-41a9-9645-51059c824c78 req-f81e2553-614d-4cb9-acc7-d2526fa66b9d tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] For port d1daa7a5-6490-4d9a-a3d6-6dcdf574795b, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=d1daa7a5-6490-4d9a-a3d6-6dcdf574795b,segment=NetworkSegment(d27fdecb-1bdd-47f9-9875-c0c1b40668cf),segment_id=d27fdecb-1bdd-47f9-9875-c0c1b40668cf)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:26:43.139892 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-11c70838-cf10-41a9-9645-51059c824c78 req-f81e2553-614d-4cb9-acc7-d2526fa66b9d tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks [] for port (d1daa7a5-6490-4d9a-a3d6-6dcdf574795b), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:43.166513 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-2e6ddd3b-a617-4f92-b0bc-61ab47e3e6da service neutron] Transition to ACTIVE for port object fdb955f2-bd0c-4299-9f1c-b525eceb98a1 will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 15:26:43.166707 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-00457d25-ffe2-4549-baea-54485e82df47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1914173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15279855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14213724'] for subnet (7dfbc1a5-4ded-4b22-9fb1-9bc1dc935995), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:43.191333 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00457d25-ffe2-4549-baea-54485e82df47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dfbc1a5-4ded-4b22-9fb1-9bc1dc935995,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:43.199208 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-00457d25-ffe2-4549-baea-54485e82df47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:43.200683 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-00457d25-ffe2-4549-baea-54485e82df47 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7dfbc1a5-4ded-4b22-9fb1-9bc1dc935995 HTTP/1.1" status: 204 len: 168 time: 0.4924097 Mar 11 15:26:43.203087 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 33868) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:43.233995 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-11c70838-cf10-41a9-9645-51059c824c78 req-f81e2553-614d-4cb9-acc7-d2526fa66b9d tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15279833'] for port (d1daa7a5-6490-4d9a-a3d6-6dcdf574795b), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:43.246674 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-2e6ddd3b-a617-4f92-b0bc-61ab47e3e6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (fdb955f2-bd0c-4299-9f1c-b525eceb98a1), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:43.256379 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['d1daa7a5-6490-4d9a-a3d6-6dcdf574795b'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:26:43.303825 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ddd3b-a617-4f92-b0bc-61ab47e3e6da service neutron] Pushing event updated for resources: {'Port': ['ID=fdb955f2-bd0c-4299-9f1c-b525eceb98a1,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:43.373613 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e2553-614d-4cb9-acc7-d2526fa66b9d tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Pushing event updated for resources: {'Port': ['ID=d1daa7a5-6490-4d9a-a3d6-6dcdf574795b,revision_number=6']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:43.387519 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c70838-cf10-41a9-9645-51059c824c78 req-f81e2553-614d-4cb9-acc7-d2526fa66b9d tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:43.388330 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-11c70838-cf10-41a9-9645-51059c824c78 req-f81e2553-614d-4cb9-acc7-d2526fa66b9d tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:43.393173 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-11c70838-cf10-41a9-9645-51059c824c78 req-f81e2553-614d-4cb9-acc7-d2526fa66b9d tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "PUT /v2.0/ports/d1daa7a5-6490-4d9a-a3d6-6dcdf574795b HTTP/1.1" status: 200 len: 981 time: 0.7148190 Mar 11 15:26:43.394235 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d48560-d5e1-476c-80b0-ad48c4476628', 'tag': 'd1daa7a5-6490-4d9a-a3d6-6dcdf574795b'}] {{(pid=103740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:26:43.397026 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}650d324cd5ca1e8c5fe43ff80fd40eee127a08b7efb0df58efbaed5274d8fbf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7125917d-48c6-4c3b-b003-da7c528c77b4" -d '{"events": [{"name": "network-changed", "server_uuid": "34d48560-d5e1-476c-80b0-ad48c4476628", "tag": "d1daa7a5-6490-4d9a-a3d6-6dcdf574795b"}]}' {{(pid=103740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:26:43.420479 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-af2c3337-3ea4-4a04-ba79-1ceac621d0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2071539'] for network (bc06db6f-fee0-4088-9692-ae854a38da19), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:43.435144 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-2e6ddd3b-a617-4f92-b0bc-61ab47e3e6da service neutron] Attempting to bind port fdb955f2-bd0c-4299-9f1c-b525eceb98a1 on host hv-cinder-83336 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:26:43.435520 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-2e6ddd3b-a617-4f92-b0bc-61ab47e3e6da service neutron] Attempting to bind port fdb955f2-bd0c-4299-9f1c-b525eceb98a1 by drivers openvswitch,hyperv on host hv-cinder-83336 at level 0 using segments [{'id': 'ca4f09a3-c004-4741-af89-96c165fd6133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9abaefdc-1124-4a5a-981a-fb752a39069b'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:26:43.435852 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-2e6ddd3b-a617-4f92-b0bc-61ab47e3e6da service neutron] Attempting to bind port fdb955f2-bd0c-4299-9f1c-b525eceb98a1 on network 9abaefdc-1124-4a5a-981a-fb752a39069b {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:26:43.453717 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-2e6ddd3b-a617-4f92-b0bc-61ab47e3e6da service neutron] Port fdb955f2-bd0c-4299-9f1c-b525eceb98a1 on network 9abaefdc-1124-4a5a-981a-fb752a39069b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83336 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 15:26:43.457674 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-2e6ddd3b-a617-4f92-b0bc-61ab47e3e6da service neutron] Attempting to bind port fdb955f2-bd0c-4299-9f1c-b525eceb98a1 on network 9abaefdc-1124-4a5a-981a-fb752a39069b {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:26:43.460000 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-2e6ddd3b-a617-4f92-b0bc-61ab47e3e6da service neutron] Checking agent: {'id': '7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:26:43.460000 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-2e6ddd3b-a617-4f92-b0bc-61ab47e3e6da service neutron] Checking segment: {'id': 'ca4f09a3-c004-4741-af89-96c165fd6133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9abaefdc-1124-4a5a-981a-fb752a39069b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:26:43.460342 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-2e6ddd3b-a617-4f92-b0bc-61ab47e3e6da service neutron] Bound using segment: {'id': 'ca4f09a3-c004-4741-af89-96c165fd6133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9abaefdc-1124-4a5a-981a-fb752a39069b'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:26:43.460843 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-2e6ddd3b-a617-4f92-b0bc-61ab47e3e6da service neutron] Bound port: fdb955f2-bd0c-4299-9f1c-b525eceb98a1, host: hv-cinder-83336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca4f09a3-c004-4741-af89-96c165fd6133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9abaefdc-1124-4a5a-981a-fb752a39069b'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:26:43.461202 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-2e6ddd3b-a617-4f92-b0bc-61ab47e3e6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (fdb955f2-bd0c-4299-9f1c-b525eceb98a1), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:43.498004 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990c8db4-22f8-4a72-a475-72d2e221e713 x-openstack-request-id: req-990c8db4-22f8-4a72-a475-72d2e221e713 {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:26:43.498429 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34d48560-d5e1-476c-80b0-ad48c4476628", "tag": "d1daa7a5-6490-4d9a-a3d6-6dcdf574795b", "status": "completed", "code": 200}]} {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:26:43.498685 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-990c8db4-22f8-4a72-a475-72d2e221e713 {{(pid=103740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:26:43.499184 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34d48560-d5e1-476c-80b0-ad48c4476628', 'tag': 'd1daa7a5-6490-4d9a-a3d6-6dcdf574795b', 'status': 'completed', 'code': 200} Mar 11 15:26:43.517921 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['d1daa7a5-6490-4d9a-a3d6-6dcdf574795b'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:26:43.600620 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-2e6ddd3b-a617-4f92-b0bc-61ab47e3e6da service neutron] For port fdb955f2-bd0c-4299-9f1c-b525eceb98a1, host hv-cinder-83336, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:26:43.610809 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83174b9-7a64-4033-b752-5aa2bb21aa5b req-a81a0e3b-655b-4c49-9cb0-e4a1fd2644d8 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:43.612559 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d83174b9-7a64-4033-b752-5aa2bb21aa5b req-a81a0e3b-655b-4c49-9cb0-e4a1fd2644d8 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 984 time: 0.1182215 Mar 11 15:26:43.614458 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-2e6ddd3b-a617-4f92-b0bc-61ab47e3e6da service neutron] For port fdb955f2-bd0c-4299-9f1c-b525eceb98a1, host hv-cinder-83336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=fdb955f2-bd0c-4299-9f1c-b525eceb98a1,segment=NetworkSegment(ca4f09a3-c004-4741-af89-96c165fd6133),segment_id=ca4f09a3-c004-4741-af89-96c165fd6133)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:26:43.642877 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-af2c3337-3ea4-4a04-ba79-1ceac621d0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1913037', 'neutron.services.segments.db._delete_segments_for_network-8743153172758'] for network (bc06db6f-fee0-4088-9692-ae854a38da19), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:43.704704 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-2e6ddd3b-a617-4f92-b0bc-61ab47e3e6da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (fdb955f2-bd0c-4299-9f1c-b525eceb98a1), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:43.713149 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-af2c3337-3ea4-4a04-ba79-1ceac621d0ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc06db6f-fee0-4088-9692-ae854a38da19']}} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:43.744849 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-af2c3337-3ea4-4a04-ba79-1ceac621d0ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7655d188-6906-4724-b769-5e660bebc822') {'for_net_delete': True} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:43.745144 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-af2c3337-3ea4-4a04-ba79-1ceac621d0ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7655d188-6906-4724-b769-5e660bebc822') {} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:43.771951 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-af2c3337-3ea4-4a04-ba79-1ceac621d0ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743153173023', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14027369'] for segment (7655d188-6906-4724-b769-5e660bebc822), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:43.782615 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-2e6ddd3b-a617-4f92-b0bc-61ab47e3e6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:43.783303 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-2e6ddd3b-a617-4f92-b0bc-61ab47e3e6da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:43.786077 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-2e6ddd3b-a617-4f92-b0bc-61ab47e3e6da service neutron] 10.222.0.66 "PUT /v2.0/ports/fdb955f2-bd0c-4299-9f1c-b525eceb98a1 HTTP/1.1" status: 200 len: 1094 time: 1.1370373 Mar 11 15:26:43.789335 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de9570f1-8f0b-4403-a4e1-bdd09831eac4', 'tag': 'fdb955f2-bd0c-4299-9f1c-b525eceb98a1'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:26:43.791453 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d234e507-6cf3-4f3b-a9a1-284caf87647f None None] Provisioning complete for port d1daa7a5-6490-4d9a-a3d6-6dcdf574795b triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:43.791957 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d234e507-6cf3-4f3b-a9a1-284caf87647f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (d1daa7a5-6490-4d9a-a3d6-6dcdf574795b), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:43.793371 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327f5b70-94fa-4847-b923-1aff2c0d8199" -d '{"events": [{"name": "network-changed", "server_uuid": "de9570f1-8f0b-4403-a4e1-bdd09831eac4", "tag": "fdb955f2-bd0c-4299-9f1c-b525eceb98a1"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:26:43.802477 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-af2c3337-3ea4-4a04-ba79-1ceac621d0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (7655d188-6906-4724-b769-5e660bebc822), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:43.809591 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125917d-48c6-4c3b-b003-da7c528c77b4 req-11546b22-6aa5-46b7-8924-cc979b6f36e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:43.811092 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7125917d-48c6-4c3b-b003-da7c528c77b4 req-11546b22-6aa5-46b7-8924-cc979b6f36e2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=169ca4a5e1f747a6a8048d61c5220492&device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 1168 time: 0.2990496 Mar 11 15:26:43.813118 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d83174b9-7a64-4033-b752-5aa2bb21aa5b req-bfffe917-4ab9-4552-9d97-33d580c8f4ac tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&id=552bb8ac-cf46-413c-a3ef-82d636c2b8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1837308 Mar 11 15:26:43.814511 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af2c3337-3ea4-4a04-ba79-1ceac621d0ad admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:26:43.814912 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-af2c3337-3ea4-4a04-ba79-1ceac621d0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15280433'] for segment (7655d188-6906-4724-b769-5e660bebc822), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:43.818248 dv-cinder-833365-1-iscsi neutron-server[103740]: Traceback (most recent call last): Mar 11 15:26:43.818248 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:26:43.818248 dv-cinder-833365-1-iscsi neutron-server[103740]: timer() Mar 11 15:26:43.818248 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:26:43.818248 dv-cinder-833365-1-iscsi neutron-server[103740]: cb(*args, **kw) Mar 11 15:26:43.818248 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 15:26:43.818248 dv-cinder-833365-1-iscsi neutron-server[103740]: return func(*args, **kwargs) Mar 11 15:26:43.818248 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:26:43.818248 dv-cinder-833365-1-iscsi neutron-server[103740]: self._notify() Mar 11 15:26:43.818248 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:26:43.818248 dv-cinder-833365-1-iscsi neutron-server[103740]: self.callback(batched_events) Mar 11 15:26:43.818248 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:26:43.818248 dv-cinder-833365-1-iscsi neutron-server[103740]: event.method(event) Mar 11 15:26:43.818248 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 15:26:43.818248 dv-cinder-833365-1-iscsi neutron-server[103740]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:26:43.818248 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 15:26:43.818248 dv-cinder-833365-1-iscsi neutron-server[103740]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:26:43.818248 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 15:26:43.818248 dv-cinder-833365-1-iscsi neutron-server[103740]: return f(self, *a, **k) Mar 11 15:26:43.818248 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:26:43.818248 dv-cinder-833365-1-iscsi neutron-server[103740]: return self._get(url).json() Mar 11 15:26:43.818248 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:26:43.818248 dv-cinder-833365-1-iscsi neutron-server[103740]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:26:43.818248 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:26:43.818248 dv-cinder-833365-1-iscsi neutron-server[103740]: return self.request(url, 'GET', **kwargs) Mar 11 15:26:43.818248 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:26:43.818248 dv-cinder-833365-1-iscsi neutron-server[103740]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:26:43.818248 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:26:43.818248 dv-cinder-833365-1-iscsi neutron-server[103740]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:26:43.818248 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:26:43.818248 dv-cinder-833365-1-iscsi neutron-server[103740]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:26:43.818248 dv-cinder-833365-1-iscsi neutron-server[103740]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:26:43.872542 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a1ee5-7bc1-4038-aa89-e1753c00587c req-d0596f08-014e-44de-a146-7883284ac062 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:43.872739 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ddd3b-a617-4f92-b0bc-61ab47e3e6da service neutron] Pushing event updated for resources: {'Port': ['ID=fdb955f2-bd0c-4299-9f1c-b525eceb98a1,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:43.874060 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-339a1ee5-7bc1-4038-aa89-e1753c00587c req-d0596f08-014e-44de-a146-7883284ac062 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 946 time: 0.1662366 Mar 11 15:26:43.906765 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281c8089-5759-4268-842c-4ffad9a60d33 x-openstack-request-id: req-281c8089-5759-4268-842c-4ffad9a60d33 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:26:43.907237 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de9570f1-8f0b-4403-a4e1-bdd09831eac4", "tag": "fdb955f2-bd0c-4299-9f1c-b525eceb98a1", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:26:43.907767 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-281c8089-5759-4268-842c-4ffad9a60d33 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:26:43.908365 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de9570f1-8f0b-4403-a4e1-bdd09831eac4', 'tag': 'fdb955f2-bd0c-4299-9f1c-b525eceb98a1', 'status': 'completed', 'code': 200} Mar 11 15:26:43.988197 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f5b70-94fa-4847-b923-1aff2c0d8199 req-74680f2a-dc9a-4988-9ce3-6f83d8625602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:43.990144 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-327f5b70-94fa-4847-b923-1aff2c0d8199 req-74680f2a-dc9a-4988-9ce3-6f83d8625602 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=48eee2f158cc4f05a24738007d5fbf21&device_id=de9570f1-8f0b-4403-a4e1-bdd09831eac4 HTTP/1.1" status: 200 len: 1128 time: 0.0545115 Mar 11 15:26:44.006756 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d234e507-6cf3-4f3b-a9a1-284caf87647f None None] Current status of the port d1daa7a5-6490-4d9a-a3d6-6dcdf574795b is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:26:44.006979 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-af2c3337-3ea4-4a04-ba79-1ceac621d0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1913012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628375'] for network (bc06db6f-fee0-4088-9692-ae854a38da19), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:44.021037 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-af2c3337-3ea4-4a04-ba79-1ceac621d0ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:44.024212 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-af2c3337-3ea4-4a04-ba79-1ceac621d0ad admin admin] 10.222.0.44 "DELETE /v2.0/networks/bc06db6f-fee0-4088-9692-ae854a38da19 HTTP/1.1" status: 204 len: 168 time: 0.8201394 Mar 11 15:26:44.039497 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-339a1ee5-7bc1-4038-aa89-e1753c00587c req-e07e4208-e224-4730-ab82-02d7fe854345 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343896 Mar 11 15:26:44.051478 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c3337-3ea4-4a04-ba79-1ceac621d0ad admin admin] Pushing event deleted for resources: {'Network': ['ID=bc06db6f-fee0-4088-9692-ae854a38da19,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:44.061849 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125917d-48c6-4c3b-b003-da7c528c77b4 req-77129169-3858-4589-8383-7c3a38a8f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:44.070460 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7125917d-48c6-4c3b-b003-da7c528c77b4 req-77129169-3858-4589-8383-7c3a38a8f33b service neutron] 10.222.0.66 "GET /v2.0/networks?id=f6265ac0-633e-4670-bacd-2ec52566a901 HTTP/1.1" status: 200 len: 916 time: 0.2419338 Mar 11 15:26:44.160289 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7125917d-48c6-4c3b-b003-da7c528c77b4 req-197a0676-afd8-4860-9606-b7c0c8265360 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1daa7a5-6490-4d9a-a3d6-6dcdf574795b HTTP/1.1" status: 200 len: 1001 time: 0.0731905 Mar 11 15:26:44.220607 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125917d-48c6-4c3b-b003-da7c528c77b4 req-131edfae-9af0-4736-acf8-d49486d2a9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:44.222102 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7125917d-48c6-4c3b-b003-da7c528c77b4 req-131edfae-9af0-4736-acf8-d49486d2a9d3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4ece22e3-13e3-4ef0-ab24-5393518fe3ac HTTP/1.1" status: 200 len: 854 time: 0.0559506 Mar 11 15:26:44.223945 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f5b70-94fa-4847-b923-1aff2c0d8199 req-5e2d5724-99fa-4307-a74d-2e978012fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:44.225358 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-327f5b70-94fa-4847-b923-1aff2c0d8199 req-5e2d5724-99fa-4307-a74d-2e978012fdcf service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=48eee2f158cc4f05a24738007d5fbf21&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2272518 Mar 11 15:26:44.255418 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696f44f-2bb1-4abd-8c8e-b140ef46fe8a req-108be734-f20f-4b2e-a534-739ddf249426 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:44.256922 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5696f44f-2bb1-4abd-8c8e-b140ef46fe8a req-108be734-f20f-4b2e-a534-739ddf249426 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9570f1-8f0b-4403-a4e1-bdd09831eac4 HTTP/1.1" status: 200 len: 944 time: 0.0758176 Mar 11 15:26:44.308275 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125917d-48c6-4c3b-b003-da7c528c77b4 req-7c306a85-9e5e-4f5a-bf40-33132ad001a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:44.309707 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7125917d-48c6-4c3b-b003-da7c528c77b4 req-7c306a85-9e5e-4f5a-bf40-33132ad001a1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f6265ac0-633e-4670-bacd-2ec52566a901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575757 Mar 11 15:26:44.363562 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5696f44f-2bb1-4abd-8c8e-b140ef46fe8a req-b390f889-7aee-4a44-9ddd-df6198ea48ed tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f669c9c-e187-41fd-b50d-941a8d9fd3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980554 Mar 11 15:26:44.384147 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f5b70-94fa-4847-b923-1aff2c0d8199 req-54ff231d-33f0-4daa-9e97-855028cae38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:44.385650 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-327f5b70-94fa-4847-b923-1aff2c0d8199 req-54ff231d-33f0-4daa-9e97-855028cae38f service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1277137 Mar 11 15:26:44.415802 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7125917d-48c6-4c3b-b003-da7c528c77b4 req-d79885b6-a8e3-4452-9a7b-8d9633932a60 service neutron] 10.222.0.66 "GET /v2.0/networks/f6265ac0-633e-4670-bacd-2ec52566a901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909894 Mar 11 15:26:44.499831 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-b2ab8dd6-5365-4293-a41e-987bd0ceed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:44.501308 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-b2ab8dd6-5365-4293-a41e-987bd0ceed8f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=48eee2f158cc4f05a24738007d5fbf21&device_id=de9570f1-8f0b-4403-a4e1-bdd09831eac4 HTTP/1.1" status: 200 len: 1128 time: 0.0449209 Mar 11 15:26:44.528254 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7125917d-48c6-4c3b-b003-da7c528c77b4 req-e800f866-3c3b-465d-ac18-4f251a74ab8a service neutron] 10.222.0.66 "GET /v2.0/networks/f6265ac0-633e-4670-bacd-2ec52566a901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901535 Mar 11 15:26:44.544505 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-1be500ba-d1af-4aa7-a727-7569532e00fd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdb955f2-bd0c-4299-9f1c-b525eceb98a1 HTTP/1.1" status: 200 len: 217 time: 0.0363405 Mar 11 15:26:44.554377 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 33888) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:44.629511 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-44b0bf9a-dbc4-44c8-8604-ae8cff335c80 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=677bbc35e39a452aae230fe2f84b28f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0739243 Mar 11 15:26:44.632002 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 33890) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:44.633126 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-0da0069f-052f-40cb-b045-73c682849b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:44.635022 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-0da0069f-052f-40cb-b045-73c682849b21 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d339125b-ee98-4229-becf-5c84cf35a21b HTTP/1.1" status: 200 len: 854 time: 0.0670421 Mar 11 15:26:44.672389 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-ca862dc0-36fc-40be-899a-54852010956b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9abaefdc-1124-4a5a-981a-fb752a39069b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299251 Mar 11 15:26:44.684628 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e0346fc6-4c6d-497e-9cd2-2544e97338a9 admin admin] Publish callbacks [] for security_group (72906d50-c575-44d3-baeb-2b6d8e44010a), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:44.706552 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e0346fc6-4c6d-497e-9cd2-2544e97338a9 admin admin] Publish callbacks [] for security_group (72906d50-c575-44d3-baeb-2b6d8e44010a), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:44.764746 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-8c97005e-da6e-4c61-be45-13f00f125f11 service neutron] 10.222.0.66 "GET /v2.0/networks/9abaefdc-1124-4a5a-981a-fb752a39069b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859966 Mar 11 15:26:44.823847 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e0346fc6-4c6d-497e-9cd2-2544e97338a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (72906d50-c575-44d3-baeb-2b6d8e44010a), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:44.826381 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e0346fc6-4c6d-497e-9cd2-2544e97338a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:44.827568 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-e0346fc6-4c6d-497e-9cd2-2544e97338a9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/72906d50-c575-44d3-baeb-2b6d8e44010a HTTP/1.1" status: 204 len: 168 time: 0.1945310 Mar 11 15:26:44.835833 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0346fc6-4c6d-497e-9cd2-2544e97338a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72906d50-c575-44d3-baeb-2b6d8e44010a,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:44.868145 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-dd18c903-c76a-47f0-803b-2cfb8a0c9c6f req-41a4091a-7ddc-44b1-9238-4f75cdbc153c service neutron] 10.222.0.66 "GET /v2.0/networks/9abaefdc-1124-4a5a-981a-fb752a39069b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970304 Mar 11 15:26:45.191024 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d8e14-926b-4307-a064-0999b303bb2a req-1f983c8f-e46b-4827-b281-a93b48d691a3 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:45.192625 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5c7d8e14-926b-4307-a064-0999b303bb2a req-1f983c8f-e46b-4827-b281-a93b48d691a3 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 946 time: 0.0569456 Mar 11 15:26:45.217424 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9c01bc82-de86-49de-9206-ee6a8d011825 req-ae774f44-dd71-43ad-bb0f-6a95512b21ae service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455379 Mar 11 15:26:45.252407 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5c7d8e14-926b-4307-a064-0999b303bb2a req-0e7f703c-b487-4351-ba15-c361a97e7754 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529971 Mar 11 15:26:45.309938 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01bc82-de86-49de-9206-ee6a8d011825 req-4ce49cc8-2b1b-488a-82dc-9860cfbcd6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:45.311452 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9c01bc82-de86-49de-9206-ee6a8d011825 req-4ce49cc8-2b1b-488a-82dc-9860cfbcd6d3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bfe9430712c14bdfbe466c8ac9edd4fe&device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 1129 time: 0.0476983 Mar 11 15:26:45.444904 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb2e06-5c2d-43f5-bff1-f85e4100d60b req-41c555cd-4bfb-4499-82b5-269d532258a2 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:45.446485 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f6eb2e06-5c2d-43f5-bff1-f85e4100d60b req-41c555cd-4bfb-4499-82b5-269d532258a2 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 946 time: 0.1185400 Mar 11 15:26:45.465889 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 33908) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:45.470523 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-bc555ddf-835f-42fa-b6a3-ced9404a451f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Request body: {'floatingip': {'port_id': '2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:26:45.505619 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d5c88-6eb2-4a47-8522-e983da0ad3ec req-ff2a2aec-c661-4a09-97d5-f57a719f373d tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:45.507083 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b42d5c88-6eb2-4a47-8522-e983da0ad3ec req-ff2a2aec-c661-4a09-97d5-f57a719f373d tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9570f1-8f0b-4403-a4e1-bdd09831eac4 HTTP/1.1" status: 200 len: 944 time: 0.0582392 Mar 11 15:26:45.513664 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01bc82-de86-49de-9206-ee6a8d011825 req-d66fa46e-721a-41fa-8c2d-a6c14dd216a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:45.515235 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9c01bc82-de86-49de-9206-ee6a8d011825 req-d66fa46e-721a-41fa-8c2d-a6c14dd216a8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8544fd48-a5da-477d-ba08-7fd1e3df5115 HTTP/1.1" status: 200 len: 915 time: 0.1554523 Mar 11 15:26:45.524623 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-bc555ddf-835f-42fa-b6a3-ced9404a451f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for floatingip (a777d8fe-6a21-4743-92fe-d80826332bec), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:45.558795 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b42d5c88-6eb2-4a47-8522-e983da0ad3ec req-09c3f32f-1003-43e6-8be8-53da8a5250b2 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f669c9c-e187-41fd-b50d-941a8d9fd3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446684 Mar 11 15:26:45.908159 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9c01bc82-de86-49de-9206-ee6a8d011825 req-b2c58730-401f-47ea-985b-1df8e3ea3beb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1df88ce3-02bd-43a1-8919-c6b7e42fbd41 HTTP/1.1" status: 200 len: 1001 time: 0.3858266 Mar 11 15:26:45.998883 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01bc82-de86-49de-9206-ee6a8d011825 req-b5a6024f-85ba-498f-acd6-0171b723c191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:46.000374 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9c01bc82-de86-49de-9206-ee6a8d011825 req-b5a6024f-85ba-498f-acd6-0171b723c191 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7dfec5c9-f9f3-4b90-a760-ecd6a23b912b HTTP/1.1" status: 200 len: 853 time: 0.0837669 Mar 11 15:26:46.044131 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 33924) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:46.120961 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01bc82-de86-49de-9206-ee6a8d011825 req-e7058bf6-28b1-401c-b49f-80b23848b2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:46.122466 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9c01bc82-de86-49de-9206-ee6a8d011825 req-e7058bf6-28b1-401c-b49f-80b23848b2cc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8544fd48-a5da-477d-ba08-7fd1e3df5115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0884342 Mar 11 15:26:46.143924 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-49d230fc-3a43-4492-91fe-a5384df99205 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2045321718-network', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:26:46.212315 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d230fc-3a43-4492-91fe-a5384df99205 admin admin] Made reservation on behalf of a05c04b4e4784d13a9c157c76e0ff03a for: {'network': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:26:46.214703 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-49d230fc-3a43-4492-91fe-a5384df99205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for network (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:46.224171 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-49d230fc-3a43-4492-91fe-a5384df99205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:46.300462 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-49d230fc-3a43-4492-91fe-a5384df99205 admin admin] Publish callbacks [] for security_group (0155c1f3-6a28-41de-846c-a9111756a65f), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:46.326750 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9c01bc82-de86-49de-9206-ee6a8d011825 req-f61ce950-8f64-4c3e-a827-e07aedcccb21 service neutron] 10.222.0.66 "GET /v2.0/networks/8544fd48-a5da-477d-ba08-7fd1e3df5115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904240 Mar 11 15:26:46.349810 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-49d230fc-3a43-4492-91fe-a5384df99205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (0155c1f3-6a28-41de-846c-a9111756a65f), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:46.371740 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d230fc-3a43-4492-91fe-a5384df99205 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:26:46.386647 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d230fc-3a43-4492-91fe-a5384df99205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0155c1f3-6a28-41de-846c-a9111756a65f,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:46.389597 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-49d230fc-3a43-4492-91fe-a5384df99205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:46.389934 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.db.segments_db [None req-49d230fc-3a43-4492-91fe-a5384df99205 admin admin] Added segment 0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870 of type vlan for network 0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 Mar 11 15:26:46.428892 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-49d230fc-3a43-4492-91fe-a5384df99205 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152803018'] for network (0af61b1c-cde3-490d-a2cc-9dcf9e2c2131), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:46.497337 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9c01bc82-de86-49de-9206-ee6a8d011825 req-5a9c8303-6b95-45a2-96de-b078b54e508f service neutron] 10.222.0.66 "GET /v2.0/networks/8544fd48-a5da-477d-ba08-7fd1e3df5115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621809 Mar 11 15:26:46.498269 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-49d230fc-3a43-4492-91fe-a5384df99205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548'] for network (0af61b1c-cde3-490d-a2cc-9dcf9e2c2131), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:46.499858 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d230fc-3a43-4492-91fe-a5384df99205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:46.500440 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-49d230fc-3a43-4492-91fe-a5384df99205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:46.508261 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-bc555ddf-835f-42fa-b6a3-ced9404a451f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:46.563412 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d230fc-3a43-4492-91fe-a5384df99205 admin admin] Pushing event updated for resources: {'Network': ['ID=0af61b1c-cde3-490d-a2cc-9dcf9e2c2131,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:46.571244 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-bc555ddf-835f-42fa-b6a3-ced9404a451f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628361'] for floatingip (a777d8fe-6a21-4743-92fe-d80826332bec), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:46.581387 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Network 0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 details requested by agent ovs-agent-dv-cinder-833365-1-iscsi with host dv-cinder-833365-1-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 15:26:46.607102 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-49d230fc-3a43-4492-91fe-a5384df99205 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5592208 Mar 11 15:26:46.607472 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 33934) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:46.612574 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-bba18869-b6ad-44b4-a8be-0cd12b5d13b1 admin admin] Request body: {'subnet': {'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2045321718-subnet', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'ip_version': 4}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:26:46.705167 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba18869-b6ad-44b4-a8be-0cd12b5d13b1 admin admin] Made reservation on behalf of a05c04b4e4784d13a9c157c76e0ff03a for: {'subnet': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:26:46.719140 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-bba18869-b6ad-44b4-a8be-0cd12b5d13b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14213755'] for subnet (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:46.720514 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.db.l3_db [None req-bc555ddf-835f-42fa-b6a3-ced9404a451f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Floating IP a777d8fe-6a21-4743-92fe-d80826332bec associated. External IP: 172.27.2.196, port: 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb. Mar 11 15:26:46.770952 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5c4ec-d227-409a-a5c4-b3e4c184d82e req-526faa06-5755-405b-b17a-cf745a09a325 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:46.772446 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a3e5c4ec-d227-409a-a5c4-b3e4c184d82e req-526faa06-5755-405b-b17a-cf745a09a325 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9570f1-8f0b-4403-a4e1-bdd09831eac4 HTTP/1.1" status: 200 len: 944 time: 0.1347404 Mar 11 15:26:46.869764 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a3e5c4ec-d227-409a-a5c4-b3e4c184d82e req-08a366e0-277b-4b5f-b4c7-a0f6077f301e tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f669c9c-e187-41fd-b50d-941a8d9fd3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904415 Mar 11 15:26:46.955844 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-bba18869-b6ad-44b4-a8be-0cd12b5d13b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15279788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14213717'] for subnet (ff0797ed-948d-4bc0-a15c-6d476f6713f7), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:46.998083 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc555ddf-835f-42fa-b6a3-ced9404a451f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Router e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6 has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:26:47.008620 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba18869-b6ad-44b4-a8be-0cd12b5d13b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff0797ed-948d-4bc0-a15c-6d476f6713f7,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:47.026133 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba18869-b6ad-44b4-a8be-0cd12b5d13b1 admin admin] Checking segment: {'id': '0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:26:47.026508 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba18869-b6ad-44b4-a8be-0cd12b5d13b1 admin admin] Network hostable DHCP agents. Network: 0af61b1c-cde3-490d-a2cc-9dcf9e2c2131, hostable agents: ['e21939e9-4971-4f1d-851f-403443bff873'], hosted agents: [] {{(pid=103740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:26:47.107679 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc555ddf-835f-42fa-b6a3-ced9404a451f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:26:47.112564 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-bc555ddf-835f-42fa-b6a3-ced9404a451f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:47.114426 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba18869-b6ad-44b4-a8be-0cd12b5d13b1 admin admin] Network 0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 is scheduled to be hosted by DHCP agent e21939e9-4971-4f1d-851f-403443bff873 with binding_index 1 {{(pid=103740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:26:47.117686 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d57e68-2a16-4455-8ece-6fb3776dcec4 None None] Sync routers for ids ['e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:26:47.130201 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d57e68-2a16-4455-8ece-6fb3776dcec4 None None] Routers {'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:26:47.130949 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-d1d57e68-2a16-4455-8ece-6fb3776dcec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:26:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:47.146050 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-bc555ddf-835f-42fa-b6a3-ced9404a451f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "PUT /v2.0/floatingips/a777d8fe-6a21-4743-92fe-d80826332bec HTTP/1.1" status: 200 len: 992 time: 1.6791155 Mar 11 15:26:47.147078 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62134e54-4bf3-4c6c-8645-e0b5664e458f', 'tag': '2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:26:47.149590 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94811bbc-fb6f-4ca9-ae15-8693ff668cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "62134e54-4bf3-4c6c-8645-e0b5664e458f", "tag": "2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:26:47.186655 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40155812-18c5-44a7-a0b3-fec6a8105365 x-openstack-request-id: req-40155812-18c5-44a7-a0b3-fec6a8105365 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:26:47.186951 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62134e54-4bf3-4c6c-8645-e0b5664e458f", "tag": "2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:26:47.187205 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-40155812-18c5-44a7-a0b3-fec6a8105365 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:26:47.187667 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62134e54-4bf3-4c6c-8645-e0b5664e458f', 'tag': '2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb', 'status': 'completed', 'code': 200} Mar 11 15:26:47.193774 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-bba18869-b6ad-44b4-a8be-0cd12b5d13b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833365-1-iscsi, 0af61b1c-cde3-490d-a2cc-9dcf9e2c2131) {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:47.205274 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba18869-b6ad-44b4-a8be-0cd12b5d13b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:47.209168 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-bba18869-b6ad-44b4-a8be-0cd12b5d13b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:47.223629 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9283f6bb-05fc-4a1d-8c3d-03bd756192bb None None] Network 0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:26:47.260539 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94811bbc-fb6f-4ca9-ae15-8693ff668cd0 req-87b38786-2aae-4eb3-b1ac-80d959f1644a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:47.262268 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-94811bbc-fb6f-4ca9-ae15-8693ff668cd0 req-87b38786-2aae-4eb3-b1ac-80d959f1644a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=26837043df1a49fb9ee0eaa587c624aa&device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 1130 time: 0.0460587 Mar 11 15:26:47.291594 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-bba18869-b6ad-44b4-a8be-0cd12b5d13b1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6812782 Mar 11 15:26:47.293860 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 33948) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:47.301240 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-1532941a-eb66-41f5-8752-5d2b852fa2ad admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2045321718-router', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:26:47.301595 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-d1d57e68-2a16-4455-8ece-6fb3776dcec4 None None] Set router e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:26:47.395962 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94811bbc-fb6f-4ca9-ae15-8693ff668cd0 req-e795ca33-987f-4549-95f1-5c7dbef2db6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:47.400203 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-94811bbc-fb6f-4ca9-ae15-8693ff668cd0 req-e795ca33-987f-4549-95f1-5c7dbef2db6d service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba HTTP/1.1" status: 200 len: 918 time: 0.1289065 Mar 11 15:26:47.412860 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1532941a-eb66-41f5-8752-5d2b852fa2ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-624982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8329'] for router (b53d117e-edb0-42b3-8951-e2f506749f3c), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:47.414619 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1532941a-eb66-41f5-8752-5d2b852fa2ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-625122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8432'] for router (b53d117e-edb0-42b3-8951-e2f506749f3c), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:47.463806 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b34b10e-6fa2-4b41-90d7-90dd7480c7cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba5bfae8-fb0b-5e64-82d4-a0a3cc1a0157-0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'fixed_ips': [{'subnet_id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7'}]}} from dv-cinder-833365-1-iscsi. {{(pid=103741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 15:26:47.464744 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-6b34b10e-6fa2-4b41-90d7-90dd7480c7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:47.487060 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-94811bbc-fb6f-4ca9-ae15-8693ff668cd0 req-5a5b27ac-f043-4fdf-af02-6089c9659111 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb HTTP/1.1" status: 200 len: 1000 time: 0.0828888 Mar 11 15:26:47.489305 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1532941a-eb66-41f5-8752-5d2b852fa2ad admin admin] Publish callbacks [] for router_controller (b53d117e-edb0-42b3-8951-e2f506749f3c), precommit_add_association {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:47.547066 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94811bbc-fb6f-4ca9-ae15-8693ff668cd0 req-e430eeec-bda9-4dd6-a0a7-5984aa6d1f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:47.548567 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-94811bbc-fb6f-4ca9-ae15-8693ff668cd0 req-e430eeec-bda9-4dd6-a0a7-5984aa6d1f5c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd37384c-a7f0-45c7-ab70-ef3de68c479f HTTP/1.1" status: 200 len: 856 time: 0.0514593 Mar 11 15:26:47.601519 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94811bbc-fb6f-4ca9-ae15-8693ff668cd0 req-26c840df-923b-4f45-8ca7-90af41698ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:47.604069 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-94811bbc-fb6f-4ca9-ae15-8693ff668cd0 req-26c840df-923b-4f45-8ca7-90af41698ec6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491679 Mar 11 15:26:47.706361 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.db_base_plugin_common [None req-6b34b10e-6fa2-4b41-90d7-90dd7480c7cc None None] Allocated IP 172.20.0.2 (0af61b1c-cde3-490d-a2cc-9dcf9e2c2131/ff0797ed-948d-4bc0-a15c-6d476f6713f7/c5aed219-e60e-424b-9d36-615c24a5c14a) {{(pid=103741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:26:47.719775 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-94811bbc-fb6f-4ca9-ae15-8693ff668cd0 req-a3c84adb-dd53-435d-afdf-2f755e422dc3 service neutron] 10.222.0.66 "GET /v2.0/networks/1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050658 Mar 11 15:26:47.833096 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-94811bbc-fb6f-4ca9-ae15-8693ff668cd0 req-96cfa0db-cb70-46e6-8f5a-80204b2e3eec service neutron] 10.222.0.66 "GET /v2.0/networks/1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016672 Mar 11 15:26:47.883424 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1532941a-eb66-41f5-8752-5d2b852fa2ad admin admin] Publish callbacks [] for router_gateway (b53d117e-edb0-42b3-8951-e2f506749f3c), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:47.928099 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-d1d57e68-2a16-4455-8ece-6fb3776dcec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1942829837-router', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:11Z', 'updated_at': '2022-03-11T15:26:15Z', 'revision_number': 4, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'gw_port': {'id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:12Z', 'updated_at': '2022-03-11T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': 'a777d8fe-6a21-4743-92fe-d80826332bec', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'port_id': '2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba', 'mac_address': 'fa:16:3e:c6:09:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62134e54-4bf3-4c6c-8645-e0b5664e458f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:26:20Z', 'updated_at': '2022-03-11T15:26:46Z', 'revision_number': 1, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c19ed0-ec54-4caa-8c93-06f901971bf3', 'name': '', 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'mac_address': 'fa:16:3e:57:b9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:14Z', 'updated_at': '2022-03-11T15:26:20Z', 'revision_number': 5, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'subnets': [{'id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:47.965114 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d57e68-2a16-4455-8ece-6fb3776dcec4 None None] Checking router: e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6 for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:26:47.985097 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d57e68-2a16-4455-8ece-6fb3776dcec4 None None] Routers {'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:26:47.985898 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-d1d57e68-2a16-4455-8ece-6fb3776dcec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:26:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:48.017255 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f95a6-4036-496c-80db-9d1a9d86f507 req-0795bf78-7a85-4dc1-857e-706f8ddb7107 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:48.018846 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ca8f95a6-4036-496c-80db-9d1a9d86f507 req-0795bf78-7a85-4dc1-857e-706f8ddb7107 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9570f1-8f0b-4403-a4e1-bdd09831eac4 HTTP/1.1" status: 200 len: 944 time: 0.0571342 Mar 11 15:26:48.085306 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ca8f95a6-4036-496c-80db-9d1a9d86f507 req-5aba29bf-d121-48d8-a7ff-41074530821a tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f669c9c-e187-41fd-b50d-941a8d9fd3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577719 Mar 11 15:26:48.144459 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-6b34b10e-6fa2-4b41-90d7-90dd7480c7cc None None] Publish callbacks [] for port (c5aed219-e60e-424b-9d36-615c24a5c14a), precommit_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:48.167592 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-d1d57e68-2a16-4455-8ece-6fb3776dcec4 None None] Set router e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:26:48.210819 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1532941a-eb66-41f5-8752-5d2b852fa2ad admin admin] Publish callbacks [] for router_gateway (b53d117e-edb0-42b3-8951-e2f506749f3c), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:48.237214 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1532941a-eb66-41f5-8752-5d2b852fa2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:48.246702 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-6b34b10e-6fa2-4b41-90d7-90dd7480c7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391'] for port (c5aed219-e60e-424b-9d36-615c24a5c14a), after_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:48.301800 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b34b10e-6fa2-4b41-90d7-90dd7480c7cc None None] Network 0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 is already hosted by enough agents. {{(pid=103741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:48.312107 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.scheduler.base_scheduler [None req-6b34b10e-6fa2-4b41-90d7-90dd7480c7cc None None] Resources bound (agent type, host, resource id): {{(pid=103741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:48.319128 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b34b10e-6fa2-4b41-90d7-90dd7480c7cc None None] Received port after_create {{(pid=103741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:26:48.344482 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34b10e-6fa2-4b41-90d7-90dd7480c7cc None None] Pushing event updated for resources: {'Port': ['ID=c5aed219-e60e-424b-9d36-615c24a5c14a,revision_number=1']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:48.355738 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-1532941a-eb66-41f5-8752-5d2b852fa2ad admin admin] Allocated IP 172.27.2.142 (78e1392b-e3c2-4d04-8c82-7bd84bb30297/7f6dd339-b219-48a3-93bc-4a99710f07af/c628f392-07a7-4e5b-bd6f-c9425857cdd8) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:26:48.438408 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-6b34b10e-6fa2-4b41-90d7-90dd7480c7cc None None] Attempting to bind port c5aed219-e60e-424b-9d36-615c24a5c14a on host dv-cinder-833365-1-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:26:48.438780 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-6b34b10e-6fa2-4b41-90d7-90dd7480c7cc None None] Attempting to bind port c5aed219-e60e-424b-9d36-615c24a5c14a by drivers openvswitch,hyperv on host dv-cinder-833365-1-iscsi at level 0 using segments [{'id': '0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:26:48.439144 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b34b10e-6fa2-4b41-90d7-90dd7480c7cc None None] Attempting to bind port c5aed219-e60e-424b-9d36-615c24a5c14a on network 0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:26:48.454533 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b34b10e-6fa2-4b41-90d7-90dd7480c7cc None None] Checking agent: {'id': 'fa4429e9-b5f2-4825-8862-7268ebba473a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833365-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 13, 4), 'started_at': datetime.datetime(2022, 3, 11, 15, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833365-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:26:48.454908 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b34b10e-6fa2-4b41-90d7-90dd7480c7cc None None] Checking segment: {'id': '0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:26:48.455308 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-6b34b10e-6fa2-4b41-90d7-90dd7480c7cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:48.455728 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b34b10e-6fa2-4b41-90d7-90dd7480c7cc None None] Bound using segment: {'id': '0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:26:48.456213 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-6b34b10e-6fa2-4b41-90d7-90dd7480c7cc None None] Bound port: c5aed219-e60e-424b-9d36-615c24a5c14a, host: dv-cinder-833365-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:26:48.456592 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-6b34b10e-6fa2-4b41-90d7-90dd7480c7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (c5aed219-e60e-424b-9d36-615c24a5c14a), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:48.458224 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1532941a-eb66-41f5-8752-5d2b852fa2ad admin admin] Publish callbacks [] for port (c628f392-07a7-4e5b-bd6f-c9425857cdd8), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:48.544347 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1532941a-eb66-41f5-8752-5d2b852fa2ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (c628f392-07a7-4e5b-bd6f-c9425857cdd8), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:48.554801 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-6b34b10e-6fa2-4b41-90d7-90dd7480c7cc None None] For port c5aed219-e60e-424b-9d36-615c24a5c14a, host dv-cinder-833365-1-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:26:48.559577 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-6b34b10e-6fa2-4b41-90d7-90dd7480c7cc None None] For port c5aed219-e60e-424b-9d36-615c24a5c14a, host dv-cinder-833365-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=c5aed219-e60e-424b-9d36-615c24a5c14a,segment=NetworkSegment(0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870),segment_id=0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:26:48.567782 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-d1d57e68-2a16-4455-8ece-6fb3776dcec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1942829837-router', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:11Z', 'updated_at': '2022-03-11T15:26:15Z', 'revision_number': 4, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'gw_port': {'id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:12Z', 'updated_at': '2022-03-11T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': 'a777d8fe-6a21-4743-92fe-d80826332bec', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'port_id': '2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba', 'mac_address': 'fa:16:3e:c6:09:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62134e54-4bf3-4c6c-8645-e0b5664e458f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:26:20Z', 'updated_at': '2022-03-11T15:26:46Z', 'revision_number': 1, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c19ed0-ec54-4caa-8c93-06f901971bf3', 'name': '', 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'mac_address': 'fa:16:3e:57:b9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:14Z', 'updated_at': '2022-03-11T15:26:20Z', 'revision_number': 5, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'subnets': [{'id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:48.580680 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1532941a-eb66-41f5-8752-5d2b852fa2ad admin admin] Network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:48.583559 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-1532941a-eb66-41f5-8752-5d2b852fa2ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:48.594186 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1532941a-eb66-41f5-8752-5d2b852fa2ad admin admin] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:26:48.596468 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d57e68-2a16-4455-8ece-6fb3776dcec4 None None] The sync data for ids ['e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'] in dv-cinder-833365-1-iscsi is: [{'id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1942829837-router', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:11Z', 'updated_at': '2022-03-11T15:26:15Z', 'revision_number': 4, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'gw_port': {'id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:12Z', 'updated_at': '2022-03-11T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': 'a777d8fe-6a21-4743-92fe-d80826332bec', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'floating_ip_address': '172.27.2.196', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'port_id': '2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba', 'mac_address': 'fa:16:3e:c6:09:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62134e54-4bf3-4c6c-8645-e0b5664e458f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:26:20Z', 'updated_at': '2022-03-11T15:26:46Z', 'revision_number': 1, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c19ed0-ec54-4caa-8c93-06f901971bf3', 'name': '', 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'mac_address': 'fa:16:3e:57:b9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:14Z', 'updated_at': '2022-03-11T15:26:20Z', 'revision_number': 5, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'subnets': [{'id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:26:48.624865 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1532941a-eb66-41f5-8752-5d2b852fa2ad admin admin] Pushing event updated for resources: {'Port': ['ID=c628f392-07a7-4e5b-bd6f-c9425857cdd8,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:48.642152 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-6b34b10e-6fa2-4b41-90d7-90dd7480c7cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (c5aed219-e60e-424b-9d36-615c24a5c14a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:48.746195 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34b10e-6fa2-4b41-90d7-90dd7480c7cc None None] Pushing event updated for resources: {'Port': ['ID=c5aed219-e60e-424b-9d36-615c24a5c14a,revision_number=2']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:48.865070 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0af035-4b7a-49f0-aec2-c06311fa561a None None] New status for floating IP a777d8fe-6a21-4743-92fe-d80826332bec: ACTIVE {{(pid=103742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:26:49.061972 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1532941a-eb66-41f5-8752-5d2b852fa2ad admin admin] Publish callbacks [] for router_gateway (b53d117e-edb0-42b3-8951-e2f506749f3c), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:49.183814 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device fdb955f2-bd0c-4299-9f1c-b525eceb98a1 details requested by agent hyperv_hv-cinder-83336 with host hv-cinder-83336 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 15:26:49.256904 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722f03f-fd68-4e0c-9356-cd88a70679b2 req-4709b87a-7d3b-4901-8ffd-a287f1ba7ff0 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:49.258489 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d722f03f-fd68-4e0c-9356-cd88a70679b2 req-4709b87a-7d3b-4901-8ffd-a287f1ba7ff0 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9570f1-8f0b-4403-a4e1-bdd09831eac4 HTTP/1.1" status: 200 len: 944 time: 0.1002364 Mar 11 15:26:49.285986 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port fdb955f2-bd0c-4299-9f1c-b525eceb98a1, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=fdb955f2-bd0c-4299-9f1c-b525eceb98a1,segment=NetworkSegment(ca4f09a3-c004-4741-af89-96c165fd6133),segment_id=ca4f09a3-c004-4741-af89-96c165fd6133)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:26:49.298815 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Returning: {'device': 'fdb955f2-bd0c-4299-9f1c-b525eceb98a1', 'network_id': '9abaefdc-1124-4a5a-981a-fb752a39069b', 'port_id': 'fdb955f2-bd0c-4299-9f1c-b525eceb98a1', 'mac_address': 'fa:16:3e:81:fe:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd339125b-ee98-4229-becf-5c84cf35a21b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 15:26:49.341079 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port fdb955f2-bd0c-4299-9f1c-b525eceb98a1 is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:26:49.341308 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (fdb955f2-bd0c-4299-9f1c-b525eceb98a1), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:49.355853 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb955f2-bd0c-4299-9f1c-b525eceb98a1 {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:26:49.358131 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1532941a-eb66-41f5-8752-5d2b852fa2ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-625133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628335'] for router (b53d117e-edb0-42b3-8951-e2f506749f3c), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:49.374434 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d722f03f-fd68-4e0c-9356-cd88a70679b2 req-9eae10b7-986b-4c9a-ad91-6b25bedc0ed3 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f669c9c-e187-41fd-b50d-941a8d9fd3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019609 Mar 11 15:26:49.377276 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port fdb955f2-bd0c-4299-9f1c-b525eceb98a1, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=fdb955f2-bd0c-4299-9f1c-b525eceb98a1,segment=NetworkSegment(ca4f09a3-c004-4741-af89-96c165fd6133),segment_id=ca4f09a3-c004-4741-af89-96c165fd6133)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:26:49.435280 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (fdb955f2-bd0c-4299-9f1c-b525eceb98a1), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:49.485683 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=fdb955f2-bd0c-4299-9f1c-b525eceb98a1,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:49.588564 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device c5aed219-e60e-424b-9d36-615c24a5c14a up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:26:49.589302 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1532941a-eb66-41f5-8752-5d2b852fa2ad admin admin] Router b53d117e-edb0-42b3-8951-e2f506749f3c is scheduled to L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 with binding_index 1 {{(pid=103740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:26:49.648160 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port c5aed219-e60e-424b-9d36-615c24a5c14a triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:49.648797 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (c5aed219-e60e-424b-9d36-615c24a5c14a), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:49.715580 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1532941a-eb66-41f5-8752-5d2b852fa2ad admin admin] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:26:49.730089 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a2721d-95f4-4f1c-be9e-bb06ea436ce0 None None] Sync routers for ids ['b53d117e-edb0-42b3-8951-e2f506749f3c'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:26:49.752616 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86866464-ef33-4d79-a075-2edb2116763d None None] Network 0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:26:49.765980 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a2721d-95f4-4f1c-be9e-bb06ea436ce0 None None] Routers {'b53d117e-edb0-42b3-8951-e2f506749f3c'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:26:49.766606 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-53a2721d-95f4-4f1c-be9e-bb06ea436ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:26:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['b53d117e-edb0-42b3-8951-e2f506749f3c'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:49.776628 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port c5aed219-e60e-424b-9d36-615c24a5c14a is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:26:49.777019 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (c5aed219-e60e-424b-9d36-615c24a5c14a), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:49.801280 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1532941a-eb66-41f5-8752-5d2b852fa2ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:49.802520 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-1532941a-eb66-41f5-8752-5d2b852fa2ad admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5077915 Mar 11 15:26:49.810202 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 33964) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:49.907703 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5f1394e-041a-4622-baa8-c525d8713fe3 None None] Provisioning complete for port c5aed219-e60e-424b-9d36-615c24a5c14a triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:49.908088 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5f1394e-041a-4622-baa8-c525d8713fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (c5aed219-e60e-424b-9d36-615c24a5c14a), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:49.910710 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] For port c5aed219-e60e-424b-9d36-615c24a5c14a, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=c5aed219-e60e-424b-9d36-615c24a5c14a,segment=NetworkSegment(0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870),segment_id=0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:26:50.005447 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (c5aed219-e60e-424b-9d36-615c24a5c14a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:50.040457 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-53a2721d-95f4-4f1c-be9e-bb06ea436ce0 None None] Set router b53d117e-edb0-42b3-8951-e2f506749f3c gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:26:50.106818 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['fdb955f2-bd0c-4299-9f1c-b525eceb98a1'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:26:50.375436 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Pushing event updated for resources: {'Port': ['ID=c5aed219-e60e-424b-9d36-615c24a5c14a,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:50.410814 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5f1394e-041a-4622-baa8-c525d8713fe3 None None] Current status of the port c5aed219-e60e-424b-9d36-615c24a5c14a is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:26:50.486902 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-28db5581-8a47-4005-9542-0ee91af4f035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:50.539881 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff4345-6ac2-4b11-a24d-8ef3f7a4ba88 req-a6f4d8f0-2d44-4300-8bce-5b145b975df1 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:50.541557 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e2ff4345-6ac2-4b11-a24d-8ef3f7a4ba88 req-a6f4d8f0-2d44-4300-8bce-5b145b975df1 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9570f1-8f0b-4403-a4e1-bdd09831eac4 HTTP/1.1" status: 200 len: 945 time: 0.0741837 Mar 11 15:26:50.549121 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-53a2721d-95f4-4f1c-be9e-bb06ea436ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'name': 'tempest-TestVolumeBootPattern-2045321718-router', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:47Z', 'updated_at': '2022-03-11T15:26:48Z', 'revision_number': 3, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'gw_port': {'id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:48Z', 'updated_at': '2022-03-11T15:26:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:50.588297 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a2721d-95f4-4f1c-be9e-bb06ea436ce0 None None] Checking router: b53d117e-edb0-42b3-8951-e2f506749f3c for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:26:50.588661 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a2721d-95f4-4f1c-be9e-bb06ea436ce0 None None] Updating router b53d117e-edb0-42b3-8951-e2f506749f3c port c628f392-07a7-4e5b-bd6f-c9425857cdd8 binding host dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:26:50.596852 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e2ff4345-6ac2-4b11-a24d-8ef3f7a4ba88 req-cc9edb1c-7ea9-4ed7-b6f0-9ca1e560308b tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f669c9c-e187-41fd-b50d-941a8d9fd3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497007 Mar 11 15:26:50.622067 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-53a2721d-95f4-4f1c-be9e-bb06ea436ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (c628f392-07a7-4e5b-bd6f-c9425857cdd8), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:50.665431 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-f8a85c69-75cc-4638-a497-38618c84ddad None None] Provisioning complete for port c5aed219-e60e-424b-9d36-615c24a5c14a triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:50.665806 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-f8a85c69-75cc-4638-a497-38618c84ddad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (c5aed219-e60e-424b-9d36-615c24a5c14a), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:50.684607 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-28db5581-8a47-4005-9542-0ee91af4f035 admin admin] Allocated IP 172.20.0.1 (0af61b1c-cde3-490d-a2cc-9dcf9e2c2131/ff0797ed-948d-4bc0-a15c-6d476f6713f7/7013fe69-cb7e-4783-8d3d-6fea370201d7) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:26:50.789679 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-28db5581-8a47-4005-9542-0ee91af4f035 admin admin] Publish callbacks [] for port (7013fe69-cb7e-4783-8d3d-6fea370201d7), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:50.866551 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-f8a85c69-75cc-4638-a497-38618c84ddad None None] Current status of the port c5aed219-e60e-424b-9d36-615c24a5c14a is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:26:50.879886 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-28db5581-8a47-4005-9542-0ee91af4f035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (7013fe69-cb7e-4783-8d3d-6fea370201d7), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:50.917346 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28db5581-8a47-4005-9542-0ee91af4f035 admin admin] Network 0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:50.920685 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-28db5581-8a47-4005-9542-0ee91af4f035 admin admin] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:50.926903 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28db5581-8a47-4005-9542-0ee91af4f035 admin admin] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:26:50.949087 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-53a2721d-95f4-4f1c-be9e-bb06ea436ce0 None None] Publish callbacks [] for port (c628f392-07a7-4e5b-bd6f-c9425857cdd8), precommit_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:50.950476 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db5581-8a47-4005-9542-0ee91af4f035 admin admin] Pushing event updated for resources: {'Port': ['ID=7013fe69-cb7e-4783-8d3d-6fea370201d7,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:50.972512 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-28db5581-8a47-4005-9542-0ee91af4f035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630528'] for router_interface (b53d117e-edb0-42b3-8951-e2f506749f3c), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:51.011204 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-53a2721d-95f4-4f1c-be9e-bb06ea436ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (c628f392-07a7-4e5b-bd6f-c9425857cdd8), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:51.064737 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-53a2721d-95f4-4f1c-be9e-bb06ea436ce0 None None] Attempting to bind port c628f392-07a7-4e5b-bd6f-c9425857cdd8 on host dv-cinder-833365-1-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:26:51.065110 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-53a2721d-95f4-4f1c-be9e-bb06ea436ce0 None None] Attempting to bind port c628f392-07a7-4e5b-bd6f-c9425857cdd8 by drivers openvswitch,hyperv on host dv-cinder-833365-1-iscsi at level 0 using segments [{'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:26:51.065471 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a2721d-95f4-4f1c-be9e-bb06ea436ce0 None None] Attempting to bind port c628f392-07a7-4e5b-bd6f-c9425857cdd8 on network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:26:51.071303 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a75373-5136-4683-9759-6694de83cca2 None None] Pushing event updated for resources: {'Port': ['ID=c628f392-07a7-4e5b-bd6f-c9425857cdd8,revision_number=2']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:51.077994 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a2721d-95f4-4f1c-be9e-bb06ea436ce0 None None] Checking agent: {'id': 'fa4429e9-b5f2-4825-8862-7268ebba473a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833365-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 13, 4), 'started_at': datetime.datetime(2022, 3, 11, 15, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833365-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:26:51.078955 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a2721d-95f4-4f1c-be9e-bb06ea436ce0 None None] Checking segment: {'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:26:51.078955 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-53a2721d-95f4-4f1c-be9e-bb06ea436ce0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:51.079130 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a2721d-95f4-4f1c-be9e-bb06ea436ce0 None None] Bound using segment: {'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:26:51.079628 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-53a2721d-95f4-4f1c-be9e-bb06ea436ce0 None None] Bound port: c628f392-07a7-4e5b-bd6f-c9425857cdd8, host: dv-cinder-833365-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:26:51.079998 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-53a2721d-95f4-4f1c-be9e-bb06ea436ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (c628f392-07a7-4e5b-bd6f-c9425857cdd8), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:51.138557 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-53a2721d-95f4-4f1c-be9e-bb06ea436ce0 None None] For port c628f392-07a7-4e5b-bd6f-c9425857cdd8, host dv-cinder-833365-1-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:26:51.141692 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-53a2721d-95f4-4f1c-be9e-bb06ea436ce0 None None] For port c628f392-07a7-4e5b-bd6f-c9425857cdd8, host dv-cinder-833365-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=c628f392-07a7-4e5b-bd6f-c9425857cdd8,segment=NetworkSegment(64a1f402-9998-47a9-9edb-15a3bada483f),segment_id=64a1f402-9998-47a9-9edb-15a3bada483f)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:26:51.195693 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-28db5581-8a47-4005-9542-0ee91af4f035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (7013fe69-cb7e-4783-8d3d-6fea370201d7), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:51.202296 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-11960452-7d8d-423e-9529-d15f8d191763 None None] Provisioning complete for port 7013fe69-cb7e-4783-8d3d-6fea370201d7 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:51.204482 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-11960452-7d8d-423e-9529-d15f8d191763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (7013fe69-cb7e-4783-8d3d-6fea370201d7), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:51.227632 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-53a2721d-95f4-4f1c-be9e-bb06ea436ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (c628f392-07a7-4e5b-bd6f-c9425857cdd8), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:51.266935 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-11960452-7d8d-423e-9529-d15f8d191763 None None] Port 7013fe69-cb7e-4783-8d3d-6fea370201d7 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:26:51.301421 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a2721d-95f4-4f1c-be9e-bb06ea436ce0 None None] Routers {'b53d117e-edb0-42b3-8951-e2f506749f3c'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:26:51.302046 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-53a2721d-95f4-4f1c-be9e-bb06ea436ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:26:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['b53d117e-edb0-42b3-8951-e2f506749f3c'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:51.305081 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a75373-5136-4683-9759-6694de83cca2 None None] Pushing event updated for resources: {'Port': ['ID=c628f392-07a7-4e5b-bd6f-c9425857cdd8,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:51.367086 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-28db5581-8a47-4005-9542-0ee91af4f035 admin admin] Publish callbacks [] for port (7013fe69-cb7e-4783-8d3d-6fea370201d7), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:51.414673 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-53a2721d-95f4-4f1c-be9e-bb06ea436ce0 None None] Set router b53d117e-edb0-42b3-8951-e2f506749f3c gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:26:51.423568 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-28db5581-8a47-4005-9542-0ee91af4f035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15279833'] for port (7013fe69-cb7e-4783-8d3d-6fea370201d7), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:51.493669 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db5581-8a47-4005-9542-0ee91af4f035 admin admin] Pushing event updated for resources: {'Port': ['ID=7013fe69-cb7e-4783-8d3d-6fea370201d7,revision_number=2']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:51.497138 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-28db5581-8a47-4005-9542-0ee91af4f035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630700'] for router_interface (b53d117e-edb0-42b3-8951-e2f506749f3c), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:51.556549 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device c5aed219-e60e-424b-9d36-615c24a5c14a up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:26:51.596021 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28db5581-8a47-4005-9542-0ee91af4f035 admin admin] Network 0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:51.597672 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-28db5581-8a47-4005-9542-0ee91af4f035 admin admin] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:51.660946 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port c5aed219-e60e-424b-9d36-615c24a5c14a triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:51.661332 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (c5aed219-e60e-424b-9d36-615c24a5c14a), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:51.721331 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-53a2721d-95f4-4f1c-be9e-bb06ea436ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'name': 'tempest-TestVolumeBootPattern-2045321718-router', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:47Z', 'updated_at': '2022-03-11T15:26:51Z', 'revision_number': 4, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'gw_port': {'id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:48Z', 'updated_at': '2022-03-11T15:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '7013fe69-cb7e-4783-8d3d-6fea370201d7', 'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'mac_address': 'fa:16:3e:da:0a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:50Z', 'updated_at': '2022-03-11T15:26:50Z', 'revision_number': 1, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'subnets': [{'id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:51.756646 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a2721d-95f4-4f1c-be9e-bb06ea436ce0 None None] The sync data for ids ['b53d117e-edb0-42b3-8951-e2f506749f3c'] in dv-cinder-833365-1-iscsi is: [{'id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'name': 'tempest-TestVolumeBootPattern-2045321718-router', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:47Z', 'updated_at': '2022-03-11T15:26:51Z', 'revision_number': 4, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'gw_port': {'id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:48Z', 'updated_at': '2022-03-11T15:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '7013fe69-cb7e-4783-8d3d-6fea370201d7', 'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'mac_address': 'fa:16:3e:da:0a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:50Z', 'updated_at': '2022-03-11T15:26:50Z', 'revision_number': 1, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'subnets': [{'id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:26:51.770346 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28db5581-8a47-4005-9542-0ee91af4f035 admin admin] Router b53d117e-edb0-42b3-8951-e2f506749f3c has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:26:51.784085 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b0a38-6407-454f-8a39-2a909657ab80 req-746878df-24d2-451c-9e9d-eb5da0cc7ab9 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:51.784085 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e34b0a38-6407-454f-8a39-2a909657ab80 req-746878df-24d2-451c-9e9d-eb5da0cc7ab9 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9570f1-8f0b-4403-a4e1-bdd09831eac4 HTTP/1.1" status: 200 len: 945 time: 0.1062198 Mar 11 15:26:51.803774 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port c5aed219-e60e-424b-9d36-615c24a5c14a is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:26:51.883136 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e34b0a38-6407-454f-8a39-2a909657ab80 req-3a95fb47-ea13-4607-b477-167e2631b222 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f669c9c-e187-41fd-b50d-941a8d9fd3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912569 Mar 11 15:26:51.892234 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-537d2915-1541-4f88-99dd-62416c45de03 None None] Provisioning complete for port 7013fe69-cb7e-4783-8d3d-6fea370201d7 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:51.893263 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-537d2915-1541-4f88-99dd-62416c45de03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (7013fe69-cb7e-4783-8d3d-6fea370201d7), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:51.936966 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-537d2915-1541-4f88-99dd-62416c45de03 None None] Port 7013fe69-cb7e-4783-8d3d-6fea370201d7 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:26:51.937275 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28db5581-8a47-4005-9542-0ee91af4f035 admin admin] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:26:51.942915 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-28db5581-8a47-4005-9542-0ee91af4f035 admin admin] 10.222.0.44 "PUT /v2.0/routers/b53d117e-edb0-42b3-8951-e2f506749f3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1317470 Mar 11 15:26:52.710601 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 33994) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:52.716284 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-8ab60916-9d36-4c53-b4a2-588bb71e6d63 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1054064565-network', 'tenant_id': '896813e1357049feae8b157077c3d627'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:26:52.819414 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab60916-9d36-4c53-b4a2-588bb71e6d63 admin admin] Made reservation on behalf of 896813e1357049feae8b157077c3d627 for: {'network': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:26:52.822530 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8ab60916-9d36-4c53-b4a2-588bb71e6d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for network (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:52.832118 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8ab60916-9d36-4c53-b4a2-588bb71e6d63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:52.916744 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8ab60916-9d36-4c53-b4a2-588bb71e6d63 admin admin] Publish callbacks [] for security_group (50cdbe1c-d523-4a00-abe9-792393b0cc89), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:52.978332 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8ab60916-9d36-4c53-b4a2-588bb71e6d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (50cdbe1c-d523-4a00-abe9-792393b0cc89), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:53.005081 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab60916-9d36-4c53-b4a2-588bb71e6d63 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:26:53.007813 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ab7e9-c740-482b-8424-161d06dc60fd req-349e8f91-ab77-460f-a011-59ede5c5c52d tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:53.010998 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-513ab7e9-c740-482b-8424-161d06dc60fd req-349e8f91-ab77-460f-a011-59ede5c5c52d tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9570f1-8f0b-4403-a4e1-bdd09831eac4 HTTP/1.1" status: 200 len: 945 time: 0.0563886 Mar 11 15:26:53.015165 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab60916-9d36-4c53-b4a2-588bb71e6d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50cdbe1c-d523-4a00-abe9-792393b0cc89,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:53.020368 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8ab60916-9d36-4c53-b4a2-588bb71e6d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (e2ef7c15-8007-445e-82f9-037068c25331), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:53.020712 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.db.segments_db [None req-8ab60916-9d36-4c53-b4a2-588bb71e6d63 admin admin] Added segment e2ef7c15-8007-445e-82f9-037068c25331 of type vlan for network 0da06a71-e16d-4f9e-9f93-bb827783173a Mar 11 15:26:53.065762 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8ab60916-9d36-4c53-b4a2-588bb71e6d63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152803018'] for network (0da06a71-e16d-4f9e-9f93-bb827783173a), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:53.069318 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-513ab7e9-c740-482b-8424-161d06dc60fd req-942192fe-aec6-46cb-acfa-76860e794e8d tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f669c9c-e187-41fd-b50d-941a8d9fd3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520775 Mar 11 15:26:53.153767 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8ab60916-9d36-4c53-b4a2-588bb71e6d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548'] for network (0da06a71-e16d-4f9e-9f93-bb827783173a), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:53.154859 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab60916-9d36-4c53-b4a2-588bb71e6d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:53.155600 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8ab60916-9d36-4c53-b4a2-588bb71e6d63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:53.219572 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab60916-9d36-4c53-b4a2-588bb71e6d63 admin admin] Pushing event updated for resources: {'Network': ['ID=0da06a71-e16d-4f9e-9f93-bb827783173a,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:53.228023 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device fdb955f2-bd0c-4299-9f1c-b525eceb98a1 up at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:26:53.232397 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Network 0da06a71-e16d-4f9e-9f93-bb827783173a details requested by agent ovs-agent-dv-cinder-833365-1-iscsi with host dv-cinder-833365-1-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 15:26:53.248487 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-8ab60916-9d36-4c53-b4a2-588bb71e6d63 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5369608 Mar 11 15:26:53.251092 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 34000) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:53.255856 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-1a41f5d6-31bb-4c40-bf18-4bcff59ff8be admin admin] Request body: {'subnet': {'network_id': '0da06a71-e16d-4f9e-9f93-bb827783173a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1054064565-subnet', 'tenant_id': '896813e1357049feae8b157077c3d627', 'ip_version': 4}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:26:53.342614 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a41f5d6-31bb-4c40-bf18-4bcff59ff8be admin admin] Made reservation on behalf of 896813e1357049feae8b157077c3d627 for: {'subnet': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:26:53.345036 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1a41f5d6-31bb-4c40-bf18-4bcff59ff8be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14213755'] for subnet (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:53.423553 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning for port fdb955f2-bd0c-4299-9f1c-b525eceb98a1 completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 15:26:53.427567 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning complete for port fdb955f2-bd0c-4299-9f1c-b525eceb98a1 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:53.427944 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (fdb955f2-bd0c-4299-9f1c-b525eceb98a1), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:53.521821 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port fdb955f2-bd0c-4299-9f1c-b525eceb98a1 is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:26:53.522214 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (fdb955f2-bd0c-4299-9f1c-b525eceb98a1), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:53.548511 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9570f1-8f0b-4403-a4e1-bdd09831eac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb955f2-bd0c-4299-9f1c-b525eceb98a1'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:26:53.550740 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97dedef37c5e2c64aa44179f419dd586ddc22b8f5766e7bc49dcfeca4a9e3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480225a6-ab5a-444e-8167-26a659431a35" -d '{"events": [{"server_uuid": "de9570f1-8f0b-4403-a4e1-bdd09831eac4", "name": "network-vif-plugged", "status": "completed", "tag": "fdb955f2-bd0c-4299-9f1c-b525eceb98a1"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:26:53.564849 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port fdb955f2-bd0c-4299-9f1c-b525eceb98a1, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=fdb955f2-bd0c-4299-9f1c-b525eceb98a1,segment=NetworkSegment(ca4f09a3-c004-4741-af89-96c165fd6133),segment_id=ca4f09a3-c004-4741-af89-96c165fd6133)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:26:53.588408 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd4ad80-bbd6-4f0b-80ec-c88ab4937afd x-openstack-request-id: req-5dd4ad80-bbd6-4f0b-80ec-c88ab4937afd {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:26:53.588715 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9570f1-8f0b-4403-a4e1-bdd09831eac4", "name": "network-vif-plugged", "status": "completed", "tag": "fdb955f2-bd0c-4299-9f1c-b525eceb98a1", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:26:53.589028 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5dd4ad80-bbd6-4f0b-80ec-c88ab4937afd {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:26:53.589430 dv-cinder-833365-1-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9570f1-8f0b-4403-a4e1-bdd09831eac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb955f2-bd0c-4299-9f1c-b525eceb98a1', 'code': 200} Mar 11 15:26:53.591435 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device c628f392-07a7-4e5b-bd6f-c9425857cdd8 up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:26:53.606758 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1a41f5d6-31bb-4c40-bf18-4bcff59ff8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15279788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14213717'] for subnet (d407d5df-7eae-4a5c-9132-1de03c4f7efe), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:53.642867 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port c628f392-07a7-4e5b-bd6f-c9425857cdd8 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:53.642867 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (c628f392-07a7-4e5b-bd6f-c9425857cdd8), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:53.671993 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (fdb955f2-bd0c-4299-9f1c-b525eceb98a1), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:53.679734 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41f5d6-31bb-4c40-bf18-4bcff59ff8be admin admin] Pushing event updated for resources: {'Subnet': ['ID=d407d5df-7eae-4a5c-9132-1de03c4f7efe,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:53.687699 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a41f5d6-31bb-4c40-bf18-4bcff59ff8be admin admin] Checking segment: {'id': 'e2ef7c15-8007-445e-82f9-037068c25331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0da06a71-e16d-4f9e-9f93-bb827783173a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:26:53.688064 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a41f5d6-31bb-4c40-bf18-4bcff59ff8be admin admin] Network hostable DHCP agents. Network: 0da06a71-e16d-4f9e-9f93-bb827783173a, hostable agents: ['e21939e9-4971-4f1d-851f-403443bff873'], hosted agents: [] {{(pid=103740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:26:53.741141 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=fdb955f2-bd0c-4299-9f1c-b525eceb98a1,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:53.766377 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a41f5d6-31bb-4c40-bf18-4bcff59ff8be admin admin] Network 0da06a71-e16d-4f9e-9f93-bb827783173a is scheduled to be hosted by DHCP agent e21939e9-4971-4f1d-851f-403443bff873 with binding_index 1 {{(pid=103740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:26:53.782299 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port c628f392-07a7-4e5b-bd6f-c9425857cdd8 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:26:53.782702 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (c628f392-07a7-4e5b-bd6f-c9425857cdd8), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:53.804571 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] For port c628f392-07a7-4e5b-bd6f-c9425857cdd8, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=c628f392-07a7-4e5b-bd6f-c9425857cdd8,segment=NetworkSegment(64a1f402-9998-47a9-9edb-15a3bada483f),segment_id=64a1f402-9998-47a9-9edb-15a3bada483f)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:26:53.867839 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-1a41f5d6-31bb-4c40-bf18-4bcff59ff8be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833365-1-iscsi, 0da06a71-e16d-4f9e-9f93-bb827783173a) {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:53.871729 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a41f5d6-31bb-4c40-bf18-4bcff59ff8be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:53.872352 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1a41f5d6-31bb-4c40-bf18-4bcff59ff8be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:53.876317 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ba7bec-4dbe-4849-b610-742716d734b7 None None] Network 0da06a71-e16d-4f9e-9f93-bb827783173a requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:26:53.925593 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f20b13-9886-4ce8-8ef1-78d7a0c903ad req-cb15a977-f7b6-4174-9622-20c3b252aafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:53.927082 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b5f20b13-9886-4ce8-8ef1-78d7a0c903ad req-cb15a977-f7b6-4174-9622-20c3b252aafa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=de9570f1-8f0b-4403-a4e1-bdd09831eac4 HTTP/1.1" status: 200 len: 1130 time: 0.0465243 Mar 11 15:26:53.934829 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (c628f392-07a7-4e5b-bd6f-c9425857cdd8), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:53.960507 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-1a41f5d6-31bb-4c40-bf18-4bcff59ff8be admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7083468 Mar 11 15:26:53.961051 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 34004) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:53.966233 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-0b7b5560-ff4d-429a-b8d9-abae365d8850 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1054064565-router', 'tenant_id': '896813e1357049feae8b157077c3d627', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:26:54.008597 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b5f20b13-9886-4ce8-8ef1-78d7a0c903ad req-b9d80727-0f5c-4cd7-8c8e-995ce0d9b9fb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6f669c9c-e187-41fd-b50d-941a8d9fd3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624671 Mar 11 15:26:54.015418 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c37a1f-21ef-4c84-9465-39e4fd8841a9 None None] Sync routers for ids ['b53d117e-edb0-42b3-8951-e2f506749f3c'] in dv-cinder-833365-1-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:26:54.018669 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Pushing event updated for resources: {'Port': ['ID=c628f392-07a7-4e5b-bd6f-c9425857cdd8,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:54.029111 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1620ff31-5d21-4fb3-a894-5096838cc070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba5bfae8-fb0b-5e64-82d4-a0a3cc1a0157-0da06a71-e16d-4f9e-9f93-bb827783173a', 'network_id': '0da06a71-e16d-4f9e-9f93-bb827783173a', 'project_id': '896813e1357049feae8b157077c3d627', 'fixed_ips': [{'subnet_id': 'd407d5df-7eae-4a5c-9132-1de03c4f7efe'}]}} from dv-cinder-833365-1-iscsi. {{(pid=103741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 15:26:54.029967 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-1620ff31-5d21-4fb3-a894-5096838cc070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:54.030883 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c37a1f-21ef-4c84-9465-39e4fd8841a9 None None] Routers {'b53d117e-edb0-42b3-8951-e2f506749f3c'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:26:54.031537 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-27c37a1f-21ef-4c84-9465-39e4fd8841a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:26:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['b53d117e-edb0-42b3-8951-e2f506749f3c'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:54.073023 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0b7b5560-ff4d-429a-b8d9-abae365d8850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-624982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8329'] for router (3c1b926e-1a66-4245-a42c-765c496a522e), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:54.074101 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0b7b5560-ff4d-429a-b8d9-abae365d8850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-625122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8432'] for router (3c1b926e-1a66-4245-a42c-765c496a522e), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:54.130487 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0b7b5560-ff4d-429a-b8d9-abae365d8850 admin admin] Publish callbacks [] for router_controller (3c1b926e-1a66-4245-a42c-765c496a522e), precommit_add_association {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:54.167441 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-27c37a1f-21ef-4c84-9465-39e4fd8841a9 None None] Set router b53d117e-edb0-42b3-8951-e2f506749f3c gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:26:54.175509 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.db_base_plugin_common [None req-1620ff31-5d21-4fb3-a894-5096838cc070 None None] Allocated IP 172.20.0.2 (0da06a71-e16d-4f9e-9f93-bb827783173a/d407d5df-7eae-4a5c-9132-1de03c4f7efe/6735abe5-b658-4aec-af2c-12feb1a6b3ac) {{(pid=103741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:26:54.212287 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829cfd0-17ae-4b20-86a4-d516933b08ef req-bb8cc66d-3acb-442d-b742-1c8fb027ce02 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:54.216537 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0829cfd0-17ae-4b20-86a4-d516933b08ef req-bb8cc66d-3acb-442d-b742-1c8fb027ce02 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9570f1-8f0b-4403-a4e1-bdd09831eac4 HTTP/1.1" status: 200 len: 946 time: 0.0617206 Mar 11 15:26:54.331953 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-1620ff31-5d21-4fb3-a894-5096838cc070 None None] Publish callbacks [] for port (6735abe5-b658-4aec-af2c-12feb1a6b3ac), precommit_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:54.375663 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0829cfd0-17ae-4b20-86a4-d516933b08ef req-2b7ca993-a7cc-43c1-a53b-38aced3cd77d tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f669c9c-e187-41fd-b50d-941a8d9fd3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553631 Mar 11 15:26:54.398987 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-1620ff31-5d21-4fb3-a894-5096838cc070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391'] for port (6735abe5-b658-4aec-af2c-12feb1a6b3ac), after_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:54.400188 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-27c37a1f-21ef-4c84-9465-39e4fd8841a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'name': 'tempest-TestVolumeBootPattern-2045321718-router', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:47Z', 'updated_at': '2022-03-11T15:26:51Z', 'revision_number': 4, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'gw_port': {'id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:48Z', 'updated_at': '2022-03-11T15:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '7013fe69-cb7e-4783-8d3d-6fea370201d7', 'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'mac_address': 'fa:16:3e:da:0a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:50Z', 'updated_at': '2022-03-11T15:26:51Z', 'revision_number': 2, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'subnets': [{'id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:54.409471 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0b7b5560-ff4d-429a-b8d9-abae365d8850 admin admin] Publish callbacks [] for router_gateway (3c1b926e-1a66-4245-a42c-765c496a522e), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:54.430350 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c37a1f-21ef-4c84-9465-39e4fd8841a9 None None] Checking router: b53d117e-edb0-42b3-8951-e2f506749f3c for host: dv-cinder-833365-1-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:26:54.431324 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c37a1f-21ef-4c84-9465-39e4fd8841a9 None None] Updating router b53d117e-edb0-42b3-8951-e2f506749f3c port 7013fe69-cb7e-4783-8d3d-6fea370201d7 binding host dv-cinder-833365-1-iscsi {{(pid=103742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:26:54.446932 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1620ff31-5d21-4fb3-a894-5096838cc070 None None] Network 0da06a71-e16d-4f9e-9f93-bb827783173a is already hosted by enough agents. {{(pid=103741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:54.453872 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.scheduler.base_scheduler [None req-1620ff31-5d21-4fb3-a894-5096838cc070 None None] Resources bound (agent type, host, resource id): {{(pid=103741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:54.458315 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1620ff31-5d21-4fb3-a894-5096838cc070 None None] Received port after_create {{(pid=103741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:26:54.460284 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620ff31-5d21-4fb3-a894-5096838cc070 None None] Pushing event updated for resources: {'Port': ['ID=6735abe5-b658-4aec-af2c-12feb1a6b3ac,revision_number=1']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:54.461237 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-27c37a1f-21ef-4c84-9465-39e4fd8841a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (7013fe69-cb7e-4783-8d3d-6fea370201d7), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:54.515085 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-1620ff31-5d21-4fb3-a894-5096838cc070 None None] Attempting to bind port 6735abe5-b658-4aec-af2c-12feb1a6b3ac on host dv-cinder-833365-1-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:26:54.515476 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-1620ff31-5d21-4fb3-a894-5096838cc070 None None] Attempting to bind port 6735abe5-b658-4aec-af2c-12feb1a6b3ac by drivers openvswitch,hyperv on host dv-cinder-833365-1-iscsi at level 0 using segments [{'id': 'e2ef7c15-8007-445e-82f9-037068c25331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0da06a71-e16d-4f9e-9f93-bb827783173a'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:26:54.515752 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1620ff31-5d21-4fb3-a894-5096838cc070 None None] Attempting to bind port 6735abe5-b658-4aec-af2c-12feb1a6b3ac on network 0da06a71-e16d-4f9e-9f93-bb827783173a {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:26:54.521565 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1620ff31-5d21-4fb3-a894-5096838cc070 None None] Checking agent: {'id': 'fa4429e9-b5f2-4825-8862-7268ebba473a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833365-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 13, 4), 'started_at': datetime.datetime(2022, 3, 11, 15, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833365-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:26:54.522011 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1620ff31-5d21-4fb3-a894-5096838cc070 None None] Checking segment: {'id': 'e2ef7c15-8007-445e-82f9-037068c25331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0da06a71-e16d-4f9e-9f93-bb827783173a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:26:54.522410 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-1620ff31-5d21-4fb3-a894-5096838cc070 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:54.522792 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1620ff31-5d21-4fb3-a894-5096838cc070 None None] Bound using segment: {'id': 'e2ef7c15-8007-445e-82f9-037068c25331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0da06a71-e16d-4f9e-9f93-bb827783173a'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:26:54.523261 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-1620ff31-5d21-4fb3-a894-5096838cc070 None None] Bound port: 6735abe5-b658-4aec-af2c-12feb1a6b3ac, host: dv-cinder-833365-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ef7c15-8007-445e-82f9-037068c25331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0da06a71-e16d-4f9e-9f93-bb827783173a'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:26:54.523687 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-1620ff31-5d21-4fb3-a894-5096838cc070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (6735abe5-b658-4aec-af2c-12feb1a6b3ac), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:54.589148 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-1620ff31-5d21-4fb3-a894-5096838cc070 None None] For port 6735abe5-b658-4aec-af2c-12feb1a6b3ac, host dv-cinder-833365-1-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:26:54.592303 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-1620ff31-5d21-4fb3-a894-5096838cc070 None None] For port 6735abe5-b658-4aec-af2c-12feb1a6b3ac, host dv-cinder-833365-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=6735abe5-b658-4aec-af2c-12feb1a6b3ac,segment=NetworkSegment(e2ef7c15-8007-445e-82f9-037068c25331),segment_id=e2ef7c15-8007-445e-82f9-037068c25331)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:26:54.662950 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-1620ff31-5d21-4fb3-a894-5096838cc070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (6735abe5-b658-4aec-af2c-12feb1a6b3ac), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:54.667772 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0b7b5560-ff4d-429a-b8d9-abae365d8850 admin admin] Publish callbacks [] for router_gateway (3c1b926e-1a66-4245-a42c-765c496a522e), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:54.687195 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0b7b5560-ff4d-429a-b8d9-abae365d8850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:54.732340 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620ff31-5d21-4fb3-a894-5096838cc070 None None] Pushing event updated for resources: {'Port': ['ID=6735abe5-b658-4aec-af2c-12feb1a6b3ac,revision_number=2']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:54.753917 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-27c37a1f-21ef-4c84-9465-39e4fd8841a9 None None] Publish callbacks [] for port (7013fe69-cb7e-4783-8d3d-6fea370201d7), precommit_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:54.819668 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [None req-0b7b5560-ff4d-429a-b8d9-abae365d8850 admin admin] Allocated IP 172.27.2.200 (78e1392b-e3c2-4d04-8c82-7bd84bb30297/7f6dd339-b219-48a3-93bc-4a99710f07af/473e57b2-1606-40a9-991c-74db3f50943d) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:26:54.846509 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-27c37a1f-21ef-4c84-9465-39e4fd8841a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (7013fe69-cb7e-4783-8d3d-6fea370201d7), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:54.897357 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99174f9b-98e2-45a8-9671-34a743e3b3c4 None None] Pushing event updated for resources: {'Port': ['ID=7013fe69-cb7e-4783-8d3d-6fea370201d7,revision_number=3']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:54.965335 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-27c37a1f-21ef-4c84-9465-39e4fd8841a9 None None] Attempting to bind port 7013fe69-cb7e-4783-8d3d-6fea370201d7 on host dv-cinder-833365-1-iscsi for vnic_type normal with profile {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:26:54.966092 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-27c37a1f-21ef-4c84-9465-39e4fd8841a9 None None] Attempting to bind port 7013fe69-cb7e-4783-8d3d-6fea370201d7 by drivers openvswitch,hyperv on host dv-cinder-833365-1-iscsi at level 0 using segments [{'id': '0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131'}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:26:54.966540 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c37a1f-21ef-4c84-9465-39e4fd8841a9 None None] Attempting to bind port 7013fe69-cb7e-4783-8d3d-6fea370201d7 on network 0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:26:54.979117 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0b7b5560-ff4d-429a-b8d9-abae365d8850 admin admin] Publish callbacks [] for port (473e57b2-1606-40a9-991c-74db3f50943d), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:54.985311 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c37a1f-21ef-4c84-9465-39e4fd8841a9 None None] Checking agent: {'id': 'fa4429e9-b5f2-4825-8862-7268ebba473a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833365-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 13, 4), 'started_at': datetime.datetime(2022, 3, 11, 15, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833365-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:26:54.985834 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c37a1f-21ef-4c84-9465-39e4fd8841a9 None None] Checking segment: {'id': '0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:26:54.986329 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-27c37a1f-21ef-4c84-9465-39e4fd8841a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:54.986814 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c37a1f-21ef-4c84-9465-39e4fd8841a9 None None] Bound using segment: {'id': '0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131'} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:26:54.989189 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-27c37a1f-21ef-4c84-9465-39e4fd8841a9 None None] Bound port: 7013fe69-cb7e-4783-8d3d-6fea370201d7, host: dv-cinder-833365-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131'}}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:26:54.989850 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-27c37a1f-21ef-4c84-9465-39e4fd8841a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (7013fe69-cb7e-4783-8d3d-6fea370201d7), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:55.066539 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-27c37a1f-21ef-4c84-9465-39e4fd8841a9 None None] For port 7013fe69-cb7e-4783-8d3d-6fea370201d7, host dv-cinder-833365-1-iscsi, cleared binding levels {{(pid=103742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:26:55.070166 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-27c37a1f-21ef-4c84-9465-39e4fd8841a9 None None] For port 7013fe69-cb7e-4783-8d3d-6fea370201d7, host dv-cinder-833365-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=7013fe69-cb7e-4783-8d3d-6fea370201d7,segment=NetworkSegment(0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870),segment_id=0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870)] {{(pid=103742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:26:55.104022 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0b7b5560-ff4d-429a-b8d9-abae365d8850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (473e57b2-1606-40a9-991c-74db3f50943d), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:55.144188 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-27c37a1f-21ef-4c84-9465-39e4fd8841a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (7013fe69-cb7e-4783-8d3d-6fea370201d7), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:55.145945 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7b5560-ff4d-429a-b8d9-abae365d8850 admin admin] Network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:55.151846 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-0b7b5560-ff4d-429a-b8d9-abae365d8850 admin admin] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:55.155432 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7b5560-ff4d-429a-b8d9-abae365d8850 admin admin] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:26:55.161495 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b5560-ff4d-429a-b8d9-abae365d8850 admin admin] Pushing event updated for resources: {'Port': ['ID=473e57b2-1606-40a9-991c-74db3f50943d,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:55.210965 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99174f9b-98e2-45a8-9671-34a743e3b3c4 None None] Pushing event updated for resources: {'Port': ['ID=7013fe69-cb7e-4783-8d3d-6fea370201d7,revision_number=4']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:55.214519 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c37a1f-21ef-4c84-9465-39e4fd8841a9 None None] Routers {'b53d117e-edb0-42b3-8951-e2f506749f3c'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:26:55.215196 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-27c37a1f-21ef-4c84-9465-39e4fd8841a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:26:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['b53d117e-edb0-42b3-8951-e2f506749f3c'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:55.361059 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-71e2bfd6-6f27-4236-8fa6-b027a983692a None None] Provisioning complete for port 7013fe69-cb7e-4783-8d3d-6fea370201d7 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:55.361635 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-71e2bfd6-6f27-4236-8fa6-b027a983692a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (7013fe69-cb7e-4783-8d3d-6fea370201d7), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:55.506440 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-27c37a1f-21ef-4c84-9465-39e4fd8841a9 None None] Set router b53d117e-edb0-42b3-8951-e2f506749f3c gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:26:55.527302 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-71e2bfd6-6f27-4236-8fa6-b027a983692a None None] Current status of the port 7013fe69-cb7e-4783-8d3d-6fea370201d7 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:26:55.527949 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-71e2bfd6-6f27-4236-8fa6-b027a983692a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (7013fe69-cb7e-4783-8d3d-6fea370201d7), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:55.617058 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6b09d-b076-44f0-842e-c006c2b719af req-f4ce2a12-a9e7-4011-9743-ae40d57f8691 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:55.621339 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-efe6b09d-b076-44f0-842e-c006c2b719af req-f4ce2a12-a9e7-4011-9743-ae40d57f8691 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9570f1-8f0b-4403-a4e1-bdd09831eac4 HTTP/1.1" status: 200 len: 946 time: 0.1290700 Mar 11 15:26:55.627314 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-71e2bfd6-6f27-4236-8fa6-b027a983692a None None] For port 7013fe69-cb7e-4783-8d3d-6fea370201d7, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=7013fe69-cb7e-4783-8d3d-6fea370201d7,segment=NetworkSegment(0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870),segment_id=0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:26:55.675081 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0b7b5560-ff4d-429a-b8d9-abae365d8850 admin admin] Publish callbacks [] for router_gateway (3c1b926e-1a66-4245-a42c-765c496a522e), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:55.689859 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-efe6b09d-b076-44f0-842e-c006c2b719af req-ba4abeda-bdd1-4c66-95a7-99352dbe2635 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f669c9c-e187-41fd-b50d-941a8d9fd3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616815 Mar 11 15:26:55.709558 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-71e2bfd6-6f27-4236-8fa6-b027a983692a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (7013fe69-cb7e-4783-8d3d-6fea370201d7), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:55.792043 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 6735abe5-b658-4aec-af2c-12feb1a6b3ac up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:26:55.800326 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e2bfd6-6f27-4236-8fa6-b027a983692a None None] Pushing event updated for resources: {'Port': ['ID=7013fe69-cb7e-4783-8d3d-6fea370201d7,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:55.844826 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-27c37a1f-21ef-4c84-9465-39e4fd8841a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'name': 'tempest-TestVolumeBootPattern-2045321718-router', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:47Z', 'updated_at': '2022-03-11T15:26:51Z', 'revision_number': 4, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'gw_port': {'id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:48Z', 'updated_at': '2022-03-11T15:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '7013fe69-cb7e-4783-8d3d-6fea370201d7', 'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'mac_address': 'fa:16:3e:da:0a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:50Z', 'updated_at': '2022-03-11T15:26:55Z', 'revision_number': 4, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'subnets': [{'id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:55.849107 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-698013be-dff3-4fe4-ab42-8a836e911c43 None None] Provisioning complete for port 7013fe69-cb7e-4783-8d3d-6fea370201d7 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:55.849485 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-698013be-dff3-4fe4-ab42-8a836e911c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (7013fe69-cb7e-4783-8d3d-6fea370201d7), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:55.881805 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c37a1f-21ef-4c84-9465-39e4fd8841a9 None None] The sync data for ids ['b53d117e-edb0-42b3-8951-e2f506749f3c'] in dv-cinder-833365-1-iscsi is: [{'id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'name': 'tempest-TestVolumeBootPattern-2045321718-router', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:47Z', 'updated_at': '2022-03-11T15:26:51Z', 'revision_number': 4, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'gw_port': {'id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:48Z', 'updated_at': '2022-03-11T15:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '7013fe69-cb7e-4783-8d3d-6fea370201d7', 'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'mac_address': 'fa:16:3e:da:0a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:50Z', 'updated_at': '2022-03-11T15:26:55Z', 'revision_number': 4, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'subnets': [{'id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:26:55.904625 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port 6735abe5-b658-4aec-af2c-12feb1a6b3ac triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:55.904887 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (6735abe5-b658-4aec-af2c-12feb1a6b3ac), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:56.006383 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-698013be-dff3-4fe4-ab42-8a836e911c43 None None] Current status of the port 7013fe69-cb7e-4783-8d3d-6fea370201d7 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:26:56.064107 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port 6735abe5-b658-4aec-af2c-12feb1a6b3ac is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:26:56.064555 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (6735abe5-b658-4aec-af2c-12feb1a6b3ac), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:56.075859 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc950b31-325d-46dd-affb-d352094a9260 None None] Network 0da06a71-e16d-4f9e-9f93-bb827783173a requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:26:56.166507 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] For port 6735abe5-b658-4aec-af2c-12feb1a6b3ac, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=6735abe5-b658-4aec-af2c-12feb1a6b3ac,segment=NetworkSegment(e2ef7c15-8007-445e-82f9-037068c25331),segment_id=e2ef7c15-8007-445e-82f9-037068c25331)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:26:56.191184 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-8c9d9749-6454-41fa-ad43-931e1e1c5cdd None None] Provisioning complete for port 6735abe5-b658-4aec-af2c-12feb1a6b3ac triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:56.191510 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8c9d9749-6454-41fa-ad43-931e1e1c5cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (6735abe5-b658-4aec-af2c-12feb1a6b3ac), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:56.230240 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0b7b5560-ff4d-429a-b8d9-abae365d8850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-625133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628335'] for router (3c1b926e-1a66-4245-a42c-765c496a522e), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:56.233244 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (6735abe5-b658-4aec-af2c-12feb1a6b3ac), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:56.234028 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 7013fe69-cb7e-4783-8d3d-6fea370201d7 up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:26:56.354457 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Pushing event updated for resources: {'Port': ['ID=6735abe5-b658-4aec-af2c-12feb1a6b3ac,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:56.396927 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port 7013fe69-cb7e-4783-8d3d-6fea370201d7 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:56.398675 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (7013fe69-cb7e-4783-8d3d-6fea370201d7), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:56.401241 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-8c9d9749-6454-41fa-ad43-931e1e1c5cdd None None] Current status of the port 6735abe5-b658-4aec-af2c-12feb1a6b3ac is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:26:56.474943 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7b5560-ff4d-429a-b8d9-abae365d8850 admin admin] Router 3c1b926e-1a66-4245-a42c-765c496a522e is scheduled to L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 with binding_index 1 {{(pid=103739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:26:56.489675 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port 7013fe69-cb7e-4783-8d3d-6fea370201d7 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:26:56.490973 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device c628f392-07a7-4e5b-bd6f-c9425857cdd8 up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:26:56.552007 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port c628f392-07a7-4e5b-bd6f-c9425857cdd8 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:56.552517 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (c628f392-07a7-4e5b-bd6f-c9425857cdd8), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:56.613399 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7b5560-ff4d-429a-b8d9-abae365d8850 admin admin] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:26:56.634949 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661ed3e3-771a-42ab-85f1-4a957dacded5 None None] Sync routers for ids ['3c1b926e-1a66-4245-a42c-765c496a522e'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:26:56.658631 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661ed3e3-771a-42ab-85f1-4a957dacded5 None None] Routers {'3c1b926e-1a66-4245-a42c-765c496a522e'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:26:56.659181 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-661ed3e3-771a-42ab-85f1-4a957dacded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:26:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['3c1b926e-1a66-4245-a42c-765c496a522e'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:56.660992 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port c628f392-07a7-4e5b-bd6f-c9425857cdd8 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:26:56.706898 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0b7b5560-ff4d-429a-b8d9-abae365d8850 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:56.710847 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-0b7b5560-ff4d-429a-b8d9-abae365d8850 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7455940 Mar 11 15:26:56.711107 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 34020) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:56.775674 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ba0c0ac4-1005-4c0f-b774-be01e6655eb8 None None] Provisioning complete for port 6735abe5-b658-4aec-af2c-12feb1a6b3ac triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:56.776044 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ba0c0ac4-1005-4c0f-b774-be01e6655eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (6735abe5-b658-4aec-af2c-12feb1a6b3ac), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:56.818421 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-661ed3e3-771a-42ab-85f1-4a957dacded5 None None] Set router 3c1b926e-1a66-4245-a42c-765c496a522e gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:26:56.913817 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a38fa-29d8-4305-b534-7975d9ae0919 req-1597a7f0-998c-441f-a814-44e445ccce33 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:26:56.915675 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c76a38fa-29d8-4305-b534-7975d9ae0919 req-1597a7f0-998c-441f-a814-44e445ccce33 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9570f1-8f0b-4403-a4e1-bdd09831eac4 HTTP/1.1" status: 200 len: 946 time: 0.1327717 Mar 11 15:26:56.986180 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ba0c0ac4-1005-4c0f-b774-be01e6655eb8 None None] Current status of the port 6735abe5-b658-4aec-af2c-12feb1a6b3ac is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:26:57.004296 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c76a38fa-29d8-4305-b534-7975d9ae0919 req-85d4d595-be68-494d-aa8a-529b4b0e6f23 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f669c9c-e187-41fd-b50d-941a8d9fd3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825005 Mar 11 15:26:57.042722 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-661ed3e3-771a-42ab-85f1-4a957dacded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1b926e-1a66-4245-a42c-765c496a522e', 'name': 'tempest-TestVolumeBootPattern-1054064565-router', 'tenant_id': '896813e1357049feae8b157077c3d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '473e57b2-1606-40a9-991c-74db3f50943d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:54Z', 'updated_at': '2022-03-11T15:26:55Z', 'revision_number': 3, 'project_id': '896813e1357049feae8b157077c3d627', 'gw_port': {'id': '473e57b2-1606-40a9-991c-74db3f50943d', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1b926e-1a66-4245-a42c-765c496a522e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:54Z', 'updated_at': '2022-03-11T15:26:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:57.074550 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661ed3e3-771a-42ab-85f1-4a957dacded5 None None] Checking router: 3c1b926e-1a66-4245-a42c-765c496a522e for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:26:57.074905 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661ed3e3-771a-42ab-85f1-4a957dacded5 None None] Updating router 3c1b926e-1a66-4245-a42c-765c496a522e port 473e57b2-1606-40a9-991c-74db3f50943d binding host dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:26:57.106194 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-661ed3e3-771a-42ab-85f1-4a957dacded5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (473e57b2-1606-40a9-991c-74db3f50943d), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:57.233170 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-cfe8a531-222c-4239-9192-6df823ce0365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:57.370541 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-661ed3e3-771a-42ab-85f1-4a957dacded5 None None] Publish callbacks [] for port (473e57b2-1606-40a9-991c-74db3f50943d), precommit_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:57.403864 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [None req-cfe8a531-222c-4239-9192-6df823ce0365 admin admin] Allocated IP 172.20.0.1 (0da06a71-e16d-4f9e-9f93-bb827783173a/d407d5df-7eae-4a5c-9132-1de03c4f7efe/5e268973-dcab-4b88-83d4-79eed8ac99e0) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:26:57.496810 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-661ed3e3-771a-42ab-85f1-4a957dacded5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (473e57b2-1606-40a9-991c-74db3f50943d), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:57.512330 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-cfe8a531-222c-4239-9192-6df823ce0365 admin admin] Publish callbacks [] for port (5e268973-dcab-4b88-83d4-79eed8ac99e0), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:57.559803 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-661ed3e3-771a-42ab-85f1-4a957dacded5 None None] Attempting to bind port 473e57b2-1606-40a9-991c-74db3f50943d on host dv-cinder-833365-1-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:26:57.562874 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-661ed3e3-771a-42ab-85f1-4a957dacded5 None None] Attempting to bind port 473e57b2-1606-40a9-991c-74db3f50943d by drivers openvswitch,hyperv on host dv-cinder-833365-1-iscsi at level 0 using segments [{'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:26:57.562874 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661ed3e3-771a-42ab-85f1-4a957dacded5 None None] Attempting to bind port 473e57b2-1606-40a9-991c-74db3f50943d on network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:26:57.570022 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661ed3e3-771a-42ab-85f1-4a957dacded5 None None] Checking agent: {'id': 'fa4429e9-b5f2-4825-8862-7268ebba473a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833365-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 13, 4), 'started_at': datetime.datetime(2022, 3, 11, 15, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833365-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:26:57.570389 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661ed3e3-771a-42ab-85f1-4a957dacded5 None None] Checking segment: {'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:26:57.570892 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-661ed3e3-771a-42ab-85f1-4a957dacded5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:57.571266 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661ed3e3-771a-42ab-85f1-4a957dacded5 None None] Bound using segment: {'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:26:57.571774 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-661ed3e3-771a-42ab-85f1-4a957dacded5 None None] Bound port: 473e57b2-1606-40a9-991c-74db3f50943d, host: dv-cinder-833365-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:26:57.572211 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-661ed3e3-771a-42ab-85f1-4a957dacded5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (473e57b2-1606-40a9-991c-74db3f50943d), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:57.573880 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc85767-2c7a-421c-8f71-5b24c92e30a9 None None] Pushing event updated for resources: {'Port': ['ID=473e57b2-1606-40a9-991c-74db3f50943d,revision_number=2']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:57.600896 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 6735abe5-b658-4aec-af2c-12feb1a6b3ac up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:26:57.612881 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-cfe8a531-222c-4239-9192-6df823ce0365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (5e268973-dcab-4b88-83d4-79eed8ac99e0), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:57.656223 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe8a531-222c-4239-9192-6df823ce0365 admin admin] Network 0da06a71-e16d-4f9e-9f93-bb827783173a is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:57.661315 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-cfe8a531-222c-4239-9192-6df823ce0365 admin admin] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:57.665008 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe8a531-222c-4239-9192-6df823ce0365 admin admin] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:26:57.666835 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-661ed3e3-771a-42ab-85f1-4a957dacded5 None None] For port 473e57b2-1606-40a9-991c-74db3f50943d, host dv-cinder-833365-1-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:26:57.672100 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-661ed3e3-771a-42ab-85f1-4a957dacded5 None None] For port 473e57b2-1606-40a9-991c-74db3f50943d, host dv-cinder-833365-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=473e57b2-1606-40a9-991c-74db3f50943d,segment=NetworkSegment(64a1f402-9998-47a9-9edb-15a3bada483f),segment_id=64a1f402-9998-47a9-9edb-15a3bada483f)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:26:57.681774 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port 6735abe5-b658-4aec-af2c-12feb1a6b3ac triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:57.682151 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (6735abe5-b658-4aec-af2c-12feb1a6b3ac), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:57.687420 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8a531-222c-4239-9192-6df823ce0365 admin admin] Pushing event updated for resources: {'Port': ['ID=5e268973-dcab-4b88-83d4-79eed8ac99e0,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:57.718492 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-cfe8a531-222c-4239-9192-6df823ce0365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630528'] for router_interface (3c1b926e-1a66-4245-a42c-765c496a522e), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:57.775310 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-661ed3e3-771a-42ab-85f1-4a957dacded5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (473e57b2-1606-40a9-991c-74db3f50943d), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:57.823168 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port 6735abe5-b658-4aec-af2c-12feb1a6b3ac is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:26:57.824329 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 7013fe69-cb7e-4783-8d3d-6fea370201d7 up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:26:57.857011 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a314e19d-8fd6-4db6-b257-8921add1273b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:57.889687 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661ed3e3-771a-42ab-85f1-4a957dacded5 None None] Routers {'3c1b926e-1a66-4245-a42c-765c496a522e'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:26:57.890381 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-661ed3e3-771a-42ab-85f1-4a957dacded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:26:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['3c1b926e-1a66-4245-a42c-765c496a522e'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:57.897567 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc85767-2c7a-421c-8f71-5b24c92e30a9 None None] Pushing event updated for resources: {'Port': ['ID=473e57b2-1606-40a9-991c-74db3f50943d,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:57.934100 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-cfe8a531-222c-4239-9192-6df823ce0365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (5e268973-dcab-4b88-83d4-79eed8ac99e0), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:57.972931 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-914dab84-0560-4c1f-b224-6fad80c56ae8 None None] Provisioning complete for port 5e268973-dcab-4b88-83d4-79eed8ac99e0 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:57.973556 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-914dab84-0560-4c1f-b224-6fad80c56ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (5e268973-dcab-4b88-83d4-79eed8ac99e0), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:58.115122 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-cfe8a531-222c-4239-9192-6df823ce0365 admin admin] Publish callbacks [] for port (5e268973-dcab-4b88-83d4-79eed8ac99e0), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:58.172104 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-cfe8a531-222c-4239-9192-6df823ce0365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (5e268973-dcab-4b88-83d4-79eed8ac99e0), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:58.189982 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port 7013fe69-cb7e-4783-8d3d-6fea370201d7 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:58.190346 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (7013fe69-cb7e-4783-8d3d-6fea370201d7), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:58.216409 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-914dab84-0560-4c1f-b224-6fad80c56ae8 None None] Port 5e268973-dcab-4b88-83d4-79eed8ac99e0 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:26:58.231208 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-661ed3e3-771a-42ab-85f1-4a957dacded5 None None] Set router 3c1b926e-1a66-4245-a42c-765c496a522e gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:26:58.239035 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8a531-222c-4239-9192-6df823ce0365 admin admin] Pushing event updated for resources: {'Port': ['ID=5e268973-dcab-4b88-83d4-79eed8ac99e0,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:58.245008 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-cfe8a531-222c-4239-9192-6df823ce0365 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630700'] for router_interface (3c1b926e-1a66-4245-a42c-765c496a522e), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:58.337710 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe8a531-222c-4239-9192-6df823ce0365 admin admin] Network 0da06a71-e16d-4f9e-9f93-bb827783173a is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:26:58.339151 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-cfe8a531-222c-4239-9192-6df823ce0365 admin admin] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:26:58.409141 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port 7013fe69-cb7e-4783-8d3d-6fea370201d7 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:26:58.478775 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-661ed3e3-771a-42ab-85f1-4a957dacded5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1b926e-1a66-4245-a42c-765c496a522e', 'name': 'tempest-TestVolumeBootPattern-1054064565-router', 'tenant_id': '896813e1357049feae8b157077c3d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '473e57b2-1606-40a9-991c-74db3f50943d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:54Z', 'updated_at': '2022-03-11T15:26:55Z', 'revision_number': 3, 'project_id': '896813e1357049feae8b157077c3d627', 'gw_port': {'id': '473e57b2-1606-40a9-991c-74db3f50943d', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1b926e-1a66-4245-a42c-765c496a522e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:54Z', 'updated_at': '2022-03-11T15:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:26:58.495705 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe8a531-222c-4239-9192-6df823ce0365 admin admin] Router 3c1b926e-1a66-4245-a42c-765c496a522e has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:26:58.514475 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661ed3e3-771a-42ab-85f1-4a957dacded5 None None] The sync data for ids ['3c1b926e-1a66-4245-a42c-765c496a522e'] in dv-cinder-833365-1-iscsi is: [{'id': '3c1b926e-1a66-4245-a42c-765c496a522e', 'name': 'tempest-TestVolumeBootPattern-1054064565-router', 'tenant_id': '896813e1357049feae8b157077c3d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '473e57b2-1606-40a9-991c-74db3f50943d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:54Z', 'updated_at': '2022-03-11T15:26:55Z', 'revision_number': 3, 'project_id': '896813e1357049feae8b157077c3d627', 'gw_port': {'id': '473e57b2-1606-40a9-991c-74db3f50943d', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1b926e-1a66-4245-a42c-765c496a522e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:54Z', 'updated_at': '2022-03-11T15:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:26:58.642131 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d145ed07-c19c-4583-8e58-b6c8803759a5 None None] Provisioning complete for port 5e268973-dcab-4b88-83d4-79eed8ac99e0 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:58.644943 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d145ed07-c19c-4583-8e58-b6c8803759a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (5e268973-dcab-4b88-83d4-79eed8ac99e0), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:58.649905 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe8a531-222c-4239-9192-6df823ce0365 admin admin] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:26:58.658419 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-cfe8a531-222c-4239-9192-6df823ce0365 admin admin] 10.222.0.44 "PUT /v2.0/routers/3c1b926e-1a66-4245-a42c-765c496a522e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9455402 Mar 11 15:26:58.690293 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d145ed07-c19c-4583-8e58-b6c8803759a5 None None] Port 5e268973-dcab-4b88-83d4-79eed8ac99e0 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:26:59.445838 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 34050) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:59.450561 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-9393548c-7031-4aec-a746-37f4a2236d84 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-125515500', 'description': 'tempest-secgroup-smoke-125515500 description', 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:26:59.543644 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-9393548c-7031-4aec-a746-37f4a2236d84 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:59.605373 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 473e57b2-1606-40a9-991c-74db3f50943d up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:26:59.616352 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-9393548c-7031-4aec-a746-37f4a2236d84 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for security_group (c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:59.657534 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port 473e57b2-1606-40a9-991c-74db3f50943d triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:26:59.657900 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (473e57b2-1606-40a9-991c-74db3f50943d), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:59.698126 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-9393548c-7031-4aec-a746-37f4a2236d84 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:59.728517 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393548c-7031-4aec-a746-37f4a2236d84 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:59.735875 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393548c-7031-4aec-a746-37f4a2236d84 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:59.736223 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393548c-7031-4aec-a746-37f4a2236d84 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:59.736609 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393548c-7031-4aec-a746-37f4a2236d84 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:59.736937 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393548c-7031-4aec-a746-37f4a2236d84 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:59.737269 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393548c-7031-4aec-a746-37f4a2236d84 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:59.737598 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393548c-7031-4aec-a746-37f4a2236d84 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:59.737924 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393548c-7031-4aec-a746-37f4a2236d84 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:59.738245 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393548c-7031-4aec-a746-37f4a2236d84 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:59.738568 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393548c-7031-4aec-a746-37f4a2236d84 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:59.738891 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393548c-7031-4aec-a746-37f4a2236d84 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:59.739208 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393548c-7031-4aec-a746-37f4a2236d84 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:59.739548 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393548c-7031-4aec-a746-37f4a2236d84 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:59.739864 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9393548c-7031-4aec-a746-37f4a2236d84 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:26:59.743371 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port 473e57b2-1606-40a9-991c-74db3f50943d is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:26:59.743860 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (473e57b2-1606-40a9-991c-74db3f50943d), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:59.765752 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] For port 473e57b2-1606-40a9-991c-74db3f50943d, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=473e57b2-1606-40a9-991c-74db3f50943d,segment=NetworkSegment(64a1f402-9998-47a9-9edb-15a3bada483f),segment_id=64a1f402-9998-47a9-9edb-15a3bada483f)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:26:59.796985 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-9393548c-7031-4aec-a746-37f4a2236d84 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:59.798238 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-9393548c-7031-4aec-a746-37f4a2236d84 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3513427 Mar 11 15:26:59.801234 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 34058) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:26:59.805592 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-fa68a293-1f44-42c6-8b3a-7f7626d09a91 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Request body: {'security_group_rule': {'security_group_id': 'c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d', 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:26:59.880735 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (473e57b2-1606-40a9-991c-74db3f50943d), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:59.904942 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-fa68a293-1f44-42c6-8b3a-7f7626d09a91 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for security_group_rule (f21382a9-a7cf-476f-8a6a-97991aabfca7), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:26:59.932931 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Pushing event updated for resources: {'Port': ['ID=473e57b2-1606-40a9-991c-74db3f50943d,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:26:59.967437 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-fa68a293-1f44-42c6-8b3a-7f7626d09a91 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for security_group_rule (f21382a9-a7cf-476f-8a6a-97991aabfca7), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:00.035734 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-fa68a293-1f44-42c6-8b3a-7f7626d09a91 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951566'] for security_group_rule (f21382a9-a7cf-476f-8a6a-97991aabfca7), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:00.057622 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68a293-1f44-42c6-8b3a-7f7626d09a91 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f21382a9-a7cf-476f-8a6a-97991aabfca7,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:00.058327 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-57283aff-a857-421e-b768-d555a8e6604c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:00.135265 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-fa68a293-1f44-42c6-8b3a-7f7626d09a91 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:00.136867 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-fa68a293-1f44-42c6-8b3a-7f7626d09a91 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3346856 Mar 11 15:27:00.139713 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 34068) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:27:00.144161 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-41f96f3d-5a20-4b1a-8cd9-8fedcf4d9bfa tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Request body: {'security_group_rule': {'security_group_id': 'c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d', 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:27:00.210225 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb09a2e3-f9a2-48db-a54c-382fdbf8df1f None None] Sync routers for ids ['3c1b926e-1a66-4245-a42c-765c496a522e'] in dv-cinder-833365-1-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:27:00.228627 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb09a2e3-f9a2-48db-a54c-382fdbf8df1f None None] Routers {'3c1b926e-1a66-4245-a42c-765c496a522e'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:27:00.228627 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-fb09a2e3-f9a2-48db-a54c-382fdbf8df1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:27:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['3c1b926e-1a66-4245-a42c-765c496a522e'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:00.245830 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-41f96f3d-5a20-4b1a-8cd9-8fedcf4d9bfa tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for security_group_rule (bc9e2c50-c302-4461-af8a-16b82c1408a4), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:00.305217 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-41f96f3d-5a20-4b1a-8cd9-8fedcf4d9bfa tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for security_group_rule (bc9e2c50-c302-4461-af8a-16b82c1408a4), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:00.334790 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-fb09a2e3-f9a2-48db-a54c-382fdbf8df1f None None] Set router 3c1b926e-1a66-4245-a42c-765c496a522e gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:27:00.400241 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-41f96f3d-5a20-4b1a-8cd9-8fedcf4d9bfa tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951566'] for security_group_rule (bc9e2c50-c302-4461-af8a-16b82c1408a4), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:00.418290 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f96f3d-5a20-4b1a-8cd9-8fedcf4d9bfa tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc9e2c50-c302-4461-af8a-16b82c1408a4,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:00.426095 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f96f3d-5a20-4b1a-8cd9-8fedcf4d9bfa tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:00.426446 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f96f3d-5a20-4b1a-8cd9-8fedcf4d9bfa tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:00.426788 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f96f3d-5a20-4b1a-8cd9-8fedcf4d9bfa tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:00.427117 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f96f3d-5a20-4b1a-8cd9-8fedcf4d9bfa tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:00.427471 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f96f3d-5a20-4b1a-8cd9-8fedcf4d9bfa tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:00.427795 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f96f3d-5a20-4b1a-8cd9-8fedcf4d9bfa tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:00.428119 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f96f3d-5a20-4b1a-8cd9-8fedcf4d9bfa tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:00.428444 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f96f3d-5a20-4b1a-8cd9-8fedcf4d9bfa tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:00.428765 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f96f3d-5a20-4b1a-8cd9-8fedcf4d9bfa tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:00.429083 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f96f3d-5a20-4b1a-8cd9-8fedcf4d9bfa tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:00.429394 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f96f3d-5a20-4b1a-8cd9-8fedcf4d9bfa tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:00.429709 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f96f3d-5a20-4b1a-8cd9-8fedcf4d9bfa tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:00.430023 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f96f3d-5a20-4b1a-8cd9-8fedcf4d9bfa tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:27:00.483083 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-41f96f3d-5a20-4b1a-8cd9-8fedcf4d9bfa tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:00.484643 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-41f96f3d-5a20-4b1a-8cd9-8fedcf4d9bfa tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3439012 Mar 11 15:27:00.487680 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 34070) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:27:00.492083 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-9af479ef-7f61-4aa4-ab89-417d83c24eda tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Request body: {'security_group_rule': {'security_group_id': 'c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d', 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:27:00.543234 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-fb09a2e3-f9a2-48db-a54c-382fdbf8df1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1b926e-1a66-4245-a42c-765c496a522e', 'name': 'tempest-TestVolumeBootPattern-1054064565-router', 'tenant_id': '896813e1357049feae8b157077c3d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '473e57b2-1606-40a9-991c-74db3f50943d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:54Z', 'updated_at': '2022-03-11T15:26:57Z', 'revision_number': 4, 'project_id': '896813e1357049feae8b157077c3d627', 'gw_port': {'id': '473e57b2-1606-40a9-991c-74db3f50943d', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1b926e-1a66-4245-a42c-765c496a522e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:54Z', 'updated_at': '2022-03-11T15:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '5e268973-dcab-4b88-83d4-79eed8ac99e0', 'name': '', 'network_id': '0da06a71-e16d-4f9e-9f93-bb827783173a', 'tenant_id': '896813e1357049feae8b157077c3d627', 'mac_address': 'fa:16:3e:fb:9e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1b926e-1a66-4245-a42c-765c496a522e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd407d5df-7eae-4a5c-9132-1de03c4f7efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:57Z', 'updated_at': '2022-03-11T15:26:57Z', 'revision_number': 2, 'project_id': '896813e1357049feae8b157077c3d627', 'subnets': [{'id': 'd407d5df-7eae-4a5c-9132-1de03c4f7efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:00.569509 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb09a2e3-f9a2-48db-a54c-382fdbf8df1f None None] Checking router: 3c1b926e-1a66-4245-a42c-765c496a522e for host: dv-cinder-833365-1-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:27:00.574255 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb09a2e3-f9a2-48db-a54c-382fdbf8df1f None None] Updating router 3c1b926e-1a66-4245-a42c-765c496a522e port 5e268973-dcab-4b88-83d4-79eed8ac99e0 binding host dv-cinder-833365-1-iscsi {{(pid=103742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:27:00.601457 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-fb09a2e3-f9a2-48db-a54c-382fdbf8df1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (5e268973-dcab-4b88-83d4-79eed8ac99e0), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:00.606044 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9af479ef-7f61-4aa4-ab89-417d83c24eda tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for security_group_rule (cdf3b78e-daa0-42b7-a54e-547e5ba2d4d0), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:00.683705 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9af479ef-7f61-4aa4-ab89-417d83c24eda tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for security_group_rule (cdf3b78e-daa0-42b7-a54e-547e5ba2d4d0), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:00.759575 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9af479ef-7f61-4aa4-ab89-417d83c24eda tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951566'] for security_group_rule (cdf3b78e-daa0-42b7-a54e-547e5ba2d4d0), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:00.778734 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af479ef-7f61-4aa4-ab89-417d83c24eda tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf3b78e-daa0-42b7-a54e-547e5ba2d4d0,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:00.863833 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-fb09a2e3-f9a2-48db-a54c-382fdbf8df1f None None] Publish callbacks [] for port (5e268973-dcab-4b88-83d4-79eed8ac99e0), precommit_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:00.865187 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9af479ef-7f61-4aa4-ab89-417d83c24eda tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:00.866480 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-9af479ef-7f61-4aa4-ab89-417d83c24eda tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3778226 Mar 11 15:27:00.869783 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 34078) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:27:00.874308 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-9cfbf9a3-2692-491d-81be-c42406e8e757 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Request body: {'security_group_rule': {'security_group_id': 'c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d', 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:27:00.936469 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-fb09a2e3-f9a2-48db-a54c-382fdbf8df1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (5e268973-dcab-4b88-83d4-79eed8ac99e0), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:00.969953 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf9a3-2692-491d-81be-c42406e8e757 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for security_group_rule (5f97b080-67bd-417e-9f4a-8f3caca2ad5f), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:00.985983 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d4e68-f6d5-4104-8e71-acbb3e6f9ed3 None None] Pushing event updated for resources: {'Port': ['ID=5e268973-dcab-4b88-83d4-79eed8ac99e0,revision_number=3']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:01.037915 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf9a3-2692-491d-81be-c42406e8e757 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for security_group_rule (5f97b080-67bd-417e-9f4a-8f3caca2ad5f), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:01.041842 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-fb09a2e3-f9a2-48db-a54c-382fdbf8df1f None None] Attempting to bind port 5e268973-dcab-4b88-83d4-79eed8ac99e0 on host dv-cinder-833365-1-iscsi for vnic_type normal with profile {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:27:01.042217 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-fb09a2e3-f9a2-48db-a54c-382fdbf8df1f None None] Attempting to bind port 5e268973-dcab-4b88-83d4-79eed8ac99e0 by drivers openvswitch,hyperv on host dv-cinder-833365-1-iscsi at level 0 using segments [{'id': 'e2ef7c15-8007-445e-82f9-037068c25331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0da06a71-e16d-4f9e-9f93-bb827783173a'}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:27:01.042572 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb09a2e3-f9a2-48db-a54c-382fdbf8df1f None None] Attempting to bind port 5e268973-dcab-4b88-83d4-79eed8ac99e0 on network 0da06a71-e16d-4f9e-9f93-bb827783173a {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:27:01.048399 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb09a2e3-f9a2-48db-a54c-382fdbf8df1f None None] Checking agent: {'id': 'fa4429e9-b5f2-4825-8862-7268ebba473a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833365-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 13, 4), 'started_at': datetime.datetime(2022, 3, 11, 15, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833365-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:27:01.048917 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb09a2e3-f9a2-48db-a54c-382fdbf8df1f None None] Checking segment: {'id': 'e2ef7c15-8007-445e-82f9-037068c25331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0da06a71-e16d-4f9e-9f93-bb827783173a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:27:01.049317 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-fb09a2e3-f9a2-48db-a54c-382fdbf8df1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:01.050334 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb09a2e3-f9a2-48db-a54c-382fdbf8df1f None None] Bound using segment: {'id': 'e2ef7c15-8007-445e-82f9-037068c25331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0da06a71-e16d-4f9e-9f93-bb827783173a'} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:27:01.050809 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-fb09a2e3-f9a2-48db-a54c-382fdbf8df1f None None] Bound port: 5e268973-dcab-4b88-83d4-79eed8ac99e0, host: dv-cinder-833365-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ef7c15-8007-445e-82f9-037068c25331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '0da06a71-e16d-4f9e-9f93-bb827783173a'}}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:27:01.051189 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-fb09a2e3-f9a2-48db-a54c-382fdbf8df1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (5e268973-dcab-4b88-83d4-79eed8ac99e0), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:01.121092 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf9a3-2692-491d-81be-c42406e8e757 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951566'] for security_group_rule (5f97b080-67bd-417e-9f4a-8f3caca2ad5f), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:01.124487 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-fb09a2e3-f9a2-48db-a54c-382fdbf8df1f None None] For port 5e268973-dcab-4b88-83d4-79eed8ac99e0, host dv-cinder-833365-1-iscsi, cleared binding levels {{(pid=103742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:27:01.128192 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-fb09a2e3-f9a2-48db-a54c-382fdbf8df1f None None] For port 5e268973-dcab-4b88-83d4-79eed8ac99e0, host dv-cinder-833365-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=5e268973-dcab-4b88-83d4-79eed8ac99e0,segment=NetworkSegment(e2ef7c15-8007-445e-82f9-037068c25331),segment_id=e2ef7c15-8007-445e-82f9-037068c25331)] {{(pid=103742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:27:01.135594 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbf9a3-2692-491d-81be-c42406e8e757 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f97b080-67bd-417e-9f4a-8f3caca2ad5f,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:01.201032 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-fb09a2e3-f9a2-48db-a54c-382fdbf8df1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (5e268973-dcab-4b88-83d4-79eed8ac99e0), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:01.225549 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9cfbf9a3-2692-491d-81be-c42406e8e757 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:01.230406 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-9cfbf9a3-2692-491d-81be-c42406e8e757 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3560152 Mar 11 15:27:01.232825 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 34084) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:27:01.233275 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:01.233275 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-e2763735-d905-4ea4-b6ae-d551d15b2b16 None None] Provisioning complete for port 5e268973-dcab-4b88-83d4-79eed8ac99e0 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:27:01.233275 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e2763735-d905-4ea4-b6ae-d551d15b2b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (5e268973-dcab-4b88-83d4-79eed8ac99e0), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:01.235297 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-37a0b1f7-7ce8-438c-9dea-d21ec71cc4d9 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Request body: {'security_group_rule': {'security_group_id': 'c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d', 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:27:01.253111 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb09a2e3-f9a2-48db-a54c-382fdbf8df1f None None] Routers {'3c1b926e-1a66-4245-a42c-765c496a522e'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:27:01.254125 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-fb09a2e3-f9a2-48db-a54c-382fdbf8df1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:27:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['3c1b926e-1a66-4245-a42c-765c496a522e'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:01.305794 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d4e68-f6d5-4104-8e71-acbb3e6f9ed3 None None] Pushing event updated for resources: {'Port': ['ID=5e268973-dcab-4b88-83d4-79eed8ac99e0,revision_number=4']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:01.318677 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-e2763735-d905-4ea4-b6ae-d551d15b2b16 None None] Current status of the port 5e268973-dcab-4b88-83d4-79eed8ac99e0 is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:27:01.319062 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e2763735-d905-4ea4-b6ae-d551d15b2b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (5e268973-dcab-4b88-83d4-79eed8ac99e0), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:01.338609 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.db.securitygroups_db [None req-37a0b1f7-7ce8-438c-9dea-d21ec71cc4d9 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Project a05c04b4e4784d13a9c157c76e0ff03a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:27:01.344917 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-37a0b1f7-7ce8-438c-9dea-d21ec71cc4d9 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for security_group_rule (d4cfaf7f-4b5f-4ea3-b77f-3870925342d1), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:01.357994 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-e2763735-d905-4ea4-b6ae-d551d15b2b16 None None] For port 5e268973-dcab-4b88-83d4-79eed8ac99e0, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=5e268973-dcab-4b88-83d4-79eed8ac99e0,segment=NetworkSegment(e2ef7c15-8007-445e-82f9-037068c25331),segment_id=e2ef7c15-8007-445e-82f9-037068c25331)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:27:01.387040 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-fb09a2e3-f9a2-48db-a54c-382fdbf8df1f None None] Set router 3c1b926e-1a66-4245-a42c-765c496a522e gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:27:01.413690 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-37a0b1f7-7ce8-438c-9dea-d21ec71cc4d9 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for security_group_rule (d4cfaf7f-4b5f-4ea3-b77f-3870925342d1), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:01.469184 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e2763735-d905-4ea4-b6ae-d551d15b2b16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (5e268973-dcab-4b88-83d4-79eed8ac99e0), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:01.492089 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-37a0b1f7-7ce8-438c-9dea-d21ec71cc4d9 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951566'] for security_group_rule (d4cfaf7f-4b5f-4ea3-b77f-3870925342d1), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:01.515244 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0b1f7-7ce8-438c-9dea-d21ec71cc4d9 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4cfaf7f-4b5f-4ea3-b77f-3870925342d1,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:01.524464 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2763735-d905-4ea4-b6ae-d551d15b2b16 None None] Pushing event updated for resources: {'Port': ['ID=5e268973-dcab-4b88-83d4-79eed8ac99e0,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:01.577213 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-37a0b1f7-7ce8-438c-9dea-d21ec71cc4d9 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:01.581026 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-37a0b1f7-7ce8-438c-9dea-d21ec71cc4d9 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3472340 Mar 11 15:27:01.581606 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 34088) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:27:01.588068 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-3ac8ceb7-5bbe-48c7-9fb2-1ab1d2d4b7b8 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Request body: {'security_group_rule': {'security_group_id': 'c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d', 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:27:01.592906 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-7c0cd842-721d-4d47-b53c-d123c7692f5d None None] Provisioning complete for port 5e268973-dcab-4b88-83d4-79eed8ac99e0 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:27:01.593283 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-7c0cd842-721d-4d47-b53c-d123c7692f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (5e268973-dcab-4b88-83d4-79eed8ac99e0), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:01.619271 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-fb09a2e3-f9a2-48db-a54c-382fdbf8df1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1b926e-1a66-4245-a42c-765c496a522e', 'name': 'tempest-TestVolumeBootPattern-1054064565-router', 'tenant_id': '896813e1357049feae8b157077c3d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '473e57b2-1606-40a9-991c-74db3f50943d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:54Z', 'updated_at': '2022-03-11T15:26:57Z', 'revision_number': 4, 'project_id': '896813e1357049feae8b157077c3d627', 'gw_port': {'id': '473e57b2-1606-40a9-991c-74db3f50943d', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1b926e-1a66-4245-a42c-765c496a522e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:54Z', 'updated_at': '2022-03-11T15:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '5e268973-dcab-4b88-83d4-79eed8ac99e0', 'name': '', 'network_id': '0da06a71-e16d-4f9e-9f93-bb827783173a', 'tenant_id': '896813e1357049feae8b157077c3d627', 'mac_address': 'fa:16:3e:fb:9e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1b926e-1a66-4245-a42c-765c496a522e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd407d5df-7eae-4a5c-9132-1de03c4f7efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:57Z', 'updated_at': '2022-03-11T15:27:01Z', 'revision_number': 4, 'project_id': '896813e1357049feae8b157077c3d627', 'subnets': [{'id': 'd407d5df-7eae-4a5c-9132-1de03c4f7efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:27:01.632891 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 473e57b2-1606-40a9-991c-74db3f50943d up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:27:01.650803 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb09a2e3-f9a2-48db-a54c-382fdbf8df1f None None] The sync data for ids ['3c1b926e-1a66-4245-a42c-765c496a522e'] in dv-cinder-833365-1-iscsi is: [{'id': '3c1b926e-1a66-4245-a42c-765c496a522e', 'name': 'tempest-TestVolumeBootPattern-1054064565-router', 'tenant_id': '896813e1357049feae8b157077c3d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '473e57b2-1606-40a9-991c-74db3f50943d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:54Z', 'updated_at': '2022-03-11T15:26:57Z', 'revision_number': 4, 'project_id': '896813e1357049feae8b157077c3d627', 'gw_port': {'id': '473e57b2-1606-40a9-991c-74db3f50943d', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1b926e-1a66-4245-a42c-765c496a522e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:54Z', 'updated_at': '2022-03-11T15:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '5e268973-dcab-4b88-83d4-79eed8ac99e0', 'name': '', 'network_id': '0da06a71-e16d-4f9e-9f93-bb827783173a', 'tenant_id': '896813e1357049feae8b157077c3d627', 'mac_address': 'fa:16:3e:fb:9e:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c1b926e-1a66-4245-a42c-765c496a522e', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'd407d5df-7eae-4a5c-9132-1de03c4f7efe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:57Z', 'updated_at': '2022-03-11T15:27:01Z', 'revision_number': 4, 'project_id': '896813e1357049feae8b157077c3d627', 'subnets': [{'id': 'd407d5df-7eae-4a5c-9132-1de03c4f7efe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:27:01.688142 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.db.securitygroups_db [None req-3ac8ceb7-5bbe-48c7-9fb2-1ab1d2d4b7b8 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Project a05c04b4e4784d13a9c157c76e0ff03a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 15:27:01.695262 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3ac8ceb7-5bbe-48c7-9fb2-1ab1d2d4b7b8 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for security_group_rule (6baf1763-c9fd-444a-816a-65a67ec92536), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:01.730761 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-7c0cd842-721d-4d47-b53c-d123c7692f5d None None] Current status of the port 5e268973-dcab-4b88-83d4-79eed8ac99e0 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:27:01.738490 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port 473e57b2-1606-40a9-991c-74db3f50943d triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:27:01.738881 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (473e57b2-1606-40a9-991c-74db3f50943d), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:01.811245 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3ac8ceb7-5bbe-48c7-9fb2-1ab1d2d4b7b8 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for security_group_rule (6baf1763-c9fd-444a-816a-65a67ec92536), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:01.831941 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port 473e57b2-1606-40a9-991c-74db3f50943d is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:27:01.898143 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3ac8ceb7-5bbe-48c7-9fb2-1ab1d2d4b7b8 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951566'] for security_group_rule (6baf1763-c9fd-444a-816a-65a67ec92536), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:01.918236 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8ceb7-5bbe-48c7-9fb2-1ab1d2d4b7b8 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6baf1763-c9fd-444a-816a-65a67ec92536,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:02.001166 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3ac8ceb7-5bbe-48c7-9fb2-1ab1d2d4b7b8 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:02.002411 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-3ac8ceb7-5bbe-48c7-9fb2-1ab1d2d4b7b8 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4201255 Mar 11 15:27:02.999340 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:03.603547 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 5e268973-dcab-4b88-83d4-79eed8ac99e0 up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:27:03.651157 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port 5e268973-dcab-4b88-83d4-79eed8ac99e0 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:27:03.651603 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (5e268973-dcab-4b88-83d4-79eed8ac99e0), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:03.730432 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port 5e268973-dcab-4b88-83d4-79eed8ac99e0 is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:27:04.382239 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:07.078323 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 34196) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:27:07.186460 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-db56abe8-a21b-4b65-b37d-c0786cf0cc37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:07.262912 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-db56abe8-a21b-4b65-b37d-c0786cf0cc37 admin admin] Publish callbacks [] for security_group (e8b5ce58-d10d-442a-be43-8033599971bd), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:07.342661 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-db56abe8-a21b-4b65-b37d-c0786cf0cc37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (e8b5ce58-d10d-442a-be43-8033599971bd), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:07.382129 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-db56abe8-a21b-4b65-b37d-c0786cf0cc37 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a4e13d533b9148a99c066969e3147482&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3026533 Mar 11 15:27:07.382997 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db56abe8-a21b-4b65-b37d-c0786cf0cc37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b5ce58-d10d-442a-be43-8033599971bd,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:07.384814 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 34202) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:27:07.438256 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8234451d-71b6-49cb-a638-12c24a1a51b9 admin admin] Publish callbacks [] for security_group (e8b5ce58-d10d-442a-be43-8033599971bd), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:07.459922 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8234451d-71b6-49cb-a638-12c24a1a51b9 admin admin] Publish callbacks [] for security_group (e8b5ce58-d10d-442a-be43-8033599971bd), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:07.583326 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8234451d-71b6-49cb-a638-12c24a1a51b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (e8b5ce58-d10d-442a-be43-8033599971bd), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:07.585906 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-8234451d-71b6-49cb-a638-12c24a1a51b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:07.587068 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-8234451d-71b6-49cb-a638-12c24a1a51b9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e8b5ce58-d10d-442a-be43-8033599971bd HTTP/1.1" status: 204 len: 168 time: 0.2011642 Mar 11 15:27:07.595861 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234451d-71b6-49cb-a638-12c24a1a51b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b5ce58-d10d-442a-be43-8033599971bd,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:12.520226 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:14.592253 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:27:27.794617 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-4b2bbd7c-6eb5-4d9d-995e-a89f5ab1fd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:30.068930 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8b6e5678-7dab-45b7-a4a9-e218a941e0f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:31.280357 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:32.994175 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:34.399728 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:42.536694 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:46.856121 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710592a-2ce9-4e64-9de7-18f1f9c03531 req-06677c2e-a572-4019-8b25-da54e57d4eca tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:46.857708 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5710592a-2ce9-4e64-9de7-18f1f9c03531 req-06677c2e-a572-4019-8b25-da54e57d4eca tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9570f1-8f0b-4403-a4e1-bdd09831eac4 HTTP/1.1" status: 200 len: 946 time: 0.0697651 Mar 11 15:27:46.919133 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5710592a-2ce9-4e64-9de7-18f1f9c03531 req-c8724774-1da5-43cb-b0f9-5c19a7f48ead tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f669c9c-e187-41fd-b50d-941a8d9fd3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535667 Mar 11 15:27:47.949433 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ed0f51a0-08b6-4aa4-a12a-4ad5f8bf8300 req-9364686f-26ed-4884-bc5f-ff2b8891215c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1390297 Mar 11 15:27:48.109740 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f51a0-08b6-4aa4-a12a-4ad5f8bf8300 req-ef20afd5-0e2c-4b54-9a95-a63e0e072fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:48.112252 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ed0f51a0-08b6-4aa4-a12a-4ad5f8bf8300 req-ef20afd5-0e2c-4b54-9a95-a63e0e072fc1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7d0244beabeb42d0831e351a104bbce8&device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 1130 time: 0.1335275 Mar 11 15:27:48.125766 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c29dd3-daa8-4d1a-a9d7-196dd6434651 req-c267626a-c8de-43bf-a625-475b3cadae31 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:48.127222 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f8c29dd3-daa8-4d1a-a9d7-196dd6434651 req-c267626a-c8de-43bf-a625-475b3cadae31 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9570f1-8f0b-4403-a4e1-bdd09831eac4 HTTP/1.1" status: 200 len: 946 time: 0.1049769 Mar 11 15:27:48.229853 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f8c29dd3-daa8-4d1a-a9d7-196dd6434651 req-9ef05e01-1063-4f5f-bf4f-c3f352d41c13 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f669c9c-e187-41fd-b50d-941a8d9fd3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925126 Mar 11 15:27:48.250299 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f51a0-08b6-4aa4-a12a-4ad5f8bf8300 req-3f4599a6-e88b-464a-85a3-6de73b6c1d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:48.251771 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ed0f51a0-08b6-4aa4-a12a-4ad5f8bf8300 req-3f4599a6-e88b-464a-85a3-6de73b6c1d4e service neutron] 10.222.0.66 "GET /v2.0/networks?id=d8a88a21-9bc5-4199-8c17-333f15d9f909 HTTP/1.1" status: 200 len: 910 time: 0.1216667 Mar 11 15:27:48.316216 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ed0f51a0-08b6-4aa4-a12a-4ad5f8bf8300 req-10c3174d-06a1-4749-975d-1c1d06669d4f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=960e5869-4ea4-4af3-ab40-82a152372582 HTTP/1.1" status: 200 len: 1000 time: 0.0581400 Mar 11 15:27:48.364556 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f51a0-08b6-4aa4-a12a-4ad5f8bf8300 req-291b6e5f-25e3-4429-9110-247f2f141c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:48.365881 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ed0f51a0-08b6-4aa4-a12a-4ad5f8bf8300 req-291b6e5f-25e3-4429-9110-247f2f141c14 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e334dbac-ea6f-40c8-bf50-2480902c25fb HTTP/1.1" status: 200 len: 848 time: 0.0440722 Mar 11 15:27:48.417036 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f51a0-08b6-4aa4-a12a-4ad5f8bf8300 req-f264845e-9673-4e6d-af5a-181d9ee88cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:48.418495 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ed0f51a0-08b6-4aa4-a12a-4ad5f8bf8300 req-f264845e-9673-4e6d-af5a-181d9ee88cb7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d8a88a21-9bc5-4199-8c17-333f15d9f909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471110 Mar 11 15:27:48.514730 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ed0f51a0-08b6-4aa4-a12a-4ad5f8bf8300 req-c78a8245-58a5-4029-a0fe-1202e43753e7 service neutron] 10.222.0.66 "GET /v2.0/networks/d8a88a21-9bc5-4199-8c17-333f15d9f909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893691 Mar 11 15:27:48.608644 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ed0f51a0-08b6-4aa4-a12a-4ad5f8bf8300 req-fd1251ec-5f10-4bf2-9520-416b68a4537a service neutron] 10.222.0.66 "GET /v2.0/networks/d8a88a21-9bc5-4199-8c17-333f15d9f909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848122 Mar 11 15:27:49.353454 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b076bb-1323-4e46-8e1a-ebc4d4247f92 req-5dc4fa04-d425-4b15-933c-bb8186f381eb tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:49.356278 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e2b076bb-1323-4e46-8e1a-ebc4d4247f92 req-5dc4fa04-d425-4b15-933c-bb8186f381eb tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9570f1-8f0b-4403-a4e1-bdd09831eac4 HTTP/1.1" status: 200 len: 946 time: 0.0575562 Mar 11 15:27:49.404351 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e2b076bb-1323-4e46-8e1a-ebc4d4247f92 req-fa88ff25-89f2-45f3-b8c7-a302e7230c49 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f669c9c-e187-41fd-b50d-941a8d9fd3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426323 Mar 11 15:27:49.853212 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ecdc5b-4b19-42df-8ca7-4e6df4468bce req-f5868403-eb23-463b-a348-0cf79f4a1794 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:49.854546 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-72ecdc5b-4b19-42df-8ca7-4e6df4468bce req-f5868403-eb23-463b-a348-0cf79f4a1794 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.66 "GET /v2.0/ports?device_id=de9570f1-8f0b-4403-a4e1-bdd09831eac4 HTTP/1.1" status: 200 len: 946 time: 0.0559869 Mar 11 15:27:49.963015 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-72ecdc5b-4b19-42df-8ca7-4e6df4468bce req-4dcec710-645b-42b9-95e5-62a89f6af069 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Deleting port fdb955f2-bd0c-4299-9f1c-b525eceb98a1 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:27:49.963500 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-72ecdc5b-4b19-42df-8ca7-4e6df4468bce req-4dcec710-645b-42b9-95e5-62a89f6af069 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (fdb955f2-bd0c-4299-9f1c-b525eceb98a1), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:50.068012 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-72ecdc5b-4b19-42df-8ca7-4e6df4468bce req-4dcec710-645b-42b9-95e5-62a89f6af069 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] For port fdb955f2-bd0c-4299-9f1c-b525eceb98a1, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=fdb955f2-bd0c-4299-9f1c-b525eceb98a1,segment=NetworkSegment(ca4f09a3-c004-4741-af89-96c165fd6133),segment_id=ca4f09a3-c004-4741-af89-96c165fd6133)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:27:50.068458 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-72ecdc5b-4b19-42df-8ca7-4e6df4468bce req-4dcec710-645b-42b9-95e5-62a89f6af069 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (fdb955f2-bd0c-4299-9f1c-b525eceb98a1), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:50.082887 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-72ecdc5b-4b19-42df-8ca7-4e6df4468bce req-4dcec710-645b-42b9-95e5-62a89f6af069 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Calling delete_port for fdb955f2-bd0c-4299-9f1c-b525eceb98a1 owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:27:50.296586 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-72ecdc5b-4b19-42df-8ca7-4e6df4468bce req-4dcec710-645b-42b9-95e5-62a89f6af069 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (fdb955f2-bd0c-4299-9f1c-b525eceb98a1), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:50.314686 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['fdb955f2-bd0c-4299-9f1c-b525eceb98a1'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:27:50.328185 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcec710-645b-42b9-95e5-62a89f6af069 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Pushing event deleted for resources: {'Port': ['ID=fdb955f2-bd0c-4299-9f1c-b525eceb98a1,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:50.387217 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ecdc5b-4b19-42df-8ca7-4e6df4468bce req-4dcec710-645b-42b9-95e5-62a89f6af069 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] No DVR routers for this DVR port fdb955f2-bd0c-4299-9f1c-b525eceb98a1 on host hv-cinder-83336 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:27:50.390319 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-72ecdc5b-4b19-42df-8ca7-4e6df4468bce req-4dcec710-645b-42b9-95e5-62a89f6af069 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:50.395117 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-72ecdc5b-4b19-42df-8ca7-4e6df4468bce req-4dcec710-645b-42b9-95e5-62a89f6af069 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.66 "DELETE /v2.0/ports/fdb955f2-bd0c-4299-9f1c-b525eceb98a1 HTTP/1.1" status: 204 len: 173 time: 0.5348234 Mar 11 15:27:50.408815 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de9570f1-8f0b-4403-a4e1-bdd09831eac4', 'name': 'network-vif-deleted', 'tag': 'fdb955f2-bd0c-4299-9f1c-b525eceb98a1'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:27:50.408815 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e19c4fe-d18d-4199-872a-e9a3240541b5" -d '{"events": [{"server_uuid": "de9570f1-8f0b-4403-a4e1-bdd09831eac4", "name": "network-vif-deleted", "tag": "fdb955f2-bd0c-4299-9f1c-b525eceb98a1"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:27:50.513953 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e07baf05-5709-4685-b8e3-d3e5230bd413 req-eeb77bf0-e1e1-4d6e-8398-619c0fa60f40 tempest-VolumesSnapshotTestJSON-1993538829 tempest-VolumesSnapshotTestJSON-1993538829-project] 10.222.0.44 "GET /v2.0/ports?device_id=de9570f1-8f0b-4403-a4e1-bdd09831eac4 HTTP/1.1" status: 200 len: 210 time: 0.0320432 Mar 11 15:27:50.575442 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df613295-f372-4da6-941c-0a51ded7a0ad x-openstack-request-id: req-df613295-f372-4da6-941c-0a51ded7a0ad {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:27:50.576038 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de9570f1-8f0b-4403-a4e1-bdd09831eac4", "name": "network-vif-deleted", "tag": "fdb955f2-bd0c-4299-9f1c-b525eceb98a1", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:27:50.576363 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-df613295-f372-4da6-941c-0a51ded7a0ad {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:27:50.576834 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de9570f1-8f0b-4403-a4e1-bdd09831eac4', 'name': 'network-vif-deleted', 'tag': 'fdb955f2-bd0c-4299-9f1c-b525eceb98a1', 'status': 'completed', 'code': 200} Mar 11 15:27:51.594374 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:27:51.772804 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 34624) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:27:51.911496 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0d595d56-f923-47d2-9576-b3f49dc380f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:51.998182 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0d595d56-f923-47d2-9576-b3f49dc380f1 admin admin] Publish callbacks [] for security_group (cb3da76e-973e-4496-94fc-c60eb5329921), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:52.068016 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0d595d56-f923-47d2-9576-b3f49dc380f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (cb3da76e-973e-4496-94fc-c60eb5329921), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:52.115438 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-0d595d56-f923-47d2-9576-b3f49dc380f1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=84c0904256d24f5280e752d40d1e32d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3410697 Mar 11 15:27:52.116333 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d595d56-f923-47d2-9576-b3f49dc380f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3da76e-973e-4496-94fc-c60eb5329921,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:52.118202 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 34628) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:27:52.184818 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-fd02f1ec-6c02-4ffe-8fe6-b75dbbb6128c admin admin] Publish callbacks [] for security_group (cb3da76e-973e-4496-94fc-c60eb5329921), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:52.215816 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-fd02f1ec-6c02-4ffe-8fe6-b75dbbb6128c admin admin] Publish callbacks [] for security_group (cb3da76e-973e-4496-94fc-c60eb5329921), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:52.352999 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-fd02f1ec-6c02-4ffe-8fe6-b75dbbb6128c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (cb3da76e-973e-4496-94fc-c60eb5329921), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:52.355810 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-fd02f1ec-6c02-4ffe-8fe6-b75dbbb6128c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:52.356971 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-fd02f1ec-6c02-4ffe-8fe6-b75dbbb6128c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cb3da76e-973e-4496-94fc-c60eb5329921 HTTP/1.1" status: 204 len: 168 time: 0.2355978 Mar 11 15:27:52.365313 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02f1ec-6c02-4ffe-8fe6-b75dbbb6128c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3da76e-973e-4496-94fc-c60eb5329921,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:27:53.527927 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-34280fe3-9461-49f6-a269-f72603cd5476 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-125515500&fields=id&tenant_id=a05c04b4e4784d13a9c157c76e0ff03a HTTP/1.1" status: 200 len: 267 time: 0.0512102 Mar 11 15:27:53.533866 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device fdb955f2-bd0c-4299-9f1c-b525eceb98a1 no longer exists at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:27:53.562324 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] No Port match for: fdb955f2-bd0c-4299-9f1c-b525eceb98a1 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:27:53.562662 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device fdb955f2-bd0c-4299-9f1c-b525eceb98a1 not bound to the agent host hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:27:53.652401 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-77eb6800-a998-4975-b996-ebdcde7a246b tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:27:53.654352 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-77eb6800-a998-4975-b996-ebdcde7a246b tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/networks?id=0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 HTTP/1.1" status: 200 len: 812 time: 0.1157594 Mar 11 15:27:53.671951 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-92a7ec2d-99df-4bde-9b00-af26903e5f68 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/quotas/a05c04b4e4784d13a9c157c76e0ff03a HTTP/1.1" status: 200 len: 375 time: 0.0112145 Mar 11 15:27:53.734019 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-aebbcf09-64b6-491f-a6d2-1454294e917f tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a05c04b4e4784d13a9c157c76e0ff03a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563560 Mar 11 15:27:53.962330 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-388e2955-8444-402a-85f4-9a4fcfe3c557 service neutron] 10.222.0.44 "GET /v2.0/networks/0af61b1c-cde3-490d-a2cc-9dcf9e2c2131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118840 Mar 11 15:27:54.331138 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-09ff2dcf-c129-4bd7-8e6f-b21833b19b1a service neutron] 10.222.0.44 "GET /v2.0/networks/0af61b1c-cde3-490d-a2cc-9dcf9e2c2131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598971 Mar 11 15:27:55.002500 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e13b8895-6b08-4d95-92fb-84ff84a71030 req-b13c72ff-a16d-4d84-a53c-cef5a5521f7d tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a02186b-420a-4e79-89e4-852532e08bf1 HTTP/1.1" status: 200 len: 210 time: 0.0304747 Mar 11 15:27:56.097985 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-84338922-a1a6-4790-b76e-e059d480275d req-8df75c99-84a0-4237-90ce-baca07a366c7 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a02186b-420a-4e79-89e4-852532e08bf1 HTTP/1.1" status: 200 len: 210 time: 0.0353801 Mar 11 15:27:57.202498 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-233c2696-2b37-446e-a2b3-d8247eb336d3 req-4d19d788-6fd2-4cb7-89fa-5a6e5b5d239f tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a02186b-420a-4e79-89e4-852532e08bf1 HTTP/1.1" status: 200 len: 210 time: 0.0316615 Mar 11 15:27:57.817122 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-2fff8a03-4b04-4060-97fa-6cbb418b5990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:27:58.318272 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b9320f99-3cd6-4f2c-b0ff-d76d8bc077d6 req-f82929bf-9b92-4cda-a945-d6316f35918d tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a02186b-420a-4e79-89e4-852532e08bf1 HTTP/1.1" status: 200 len: 210 time: 0.0338266 Mar 11 15:27:59.425729 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-447c57f7-d74e-4f49-8eab-c80842843b53 req-a6a6b79c-70ad-47c8-a068-56adf98f8965 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a02186b-420a-4e79-89e4-852532e08bf1 HTTP/1.1" status: 200 len: 210 time: 0.0388896 Mar 11 15:28:00.099772 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-01d0a9a6-a692-444d-92d2-40e251fc5a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:00.233975 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-873f2127-f0d8-40e6-8d12-b51942c29543 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:00.235549 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-873f2127-f0d8-40e6-8d12-b51942c29543 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.66 "GET /v2.0/networks?id=0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 HTTP/1.1" status: 200 len: 812 time: 0.1161687 Mar 11 15:28:00.305806 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-b62f8881-c57b-4e12-8df9-712818a2fd51 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a05c04b4e4784d13a9c157c76e0ff03a HTTP/1.1" status: 200 len: 379 time: 0.0611379 Mar 11 15:28:00.313961 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-b51673ea-e969-49e7-8ce7-9c611bff6968 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Request body: {'port': {'device_id': '7a02186b-420a-4e79-89e4-852532e08bf1', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'admin_state_up': True, 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'security_groups': ['c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d']}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:28:00.525907 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8cb0da3a-8d06-4469-9523-cfcfe55af7ab req-92a849b3-2d69-422d-8993-9ae5d5a83f4e tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a02186b-420a-4e79-89e4-852532e08bf1 HTTP/1.1" status: 200 len: 210 time: 0.0298905 Mar 11 15:28:00.543283 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-b51673ea-e969-49e7-8ce7-9c611bff6968 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Made reservation on behalf of a05c04b4e4784d13a9c157c76e0ff03a for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:28:00.553574 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-b51673ea-e969-49e7-8ce7-9c611bff6968 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:00.697824 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-b51673ea-e969-49e7-8ce7-9c611bff6968 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Allocated IP 172.20.0.12 (0af61b1c-cde3-490d-a2cc-9dcf9e2c2131/ff0797ed-948d-4bc0-a15c-6d476f6713f7/930c3b6f-95d7-4dba-8efc-ee19ccd4caa5) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:28:00.854846 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-b51673ea-e969-49e7-8ce7-9c611bff6968 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for port (930c3b6f-95d7-4dba-8efc-ee19ccd4caa5), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:00.949837 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-b51673ea-e969-49e7-8ce7-9c611bff6968 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (930c3b6f-95d7-4dba-8efc-ee19ccd4caa5), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:00.996263 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-b51673ea-e969-49e7-8ce7-9c611bff6968 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Network 0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:28:01.001214 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-b51673ea-e969-49e7-8ce7-9c611bff6968 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:28:01.005690 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-b51673ea-e969-49e7-8ce7-9c611bff6968 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:28:01.038908 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51673ea-e969-49e7-8ce7-9c611bff6968 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Pushing event updated for resources: {'Port': ['ID=930c3b6f-95d7-4dba-8efc-ee19ccd4caa5,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:01.056646 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51673ea-e969-49e7-8ce7-9c611bff6968 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:01.057232 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51673ea-e969-49e7-8ce7-9c611bff6968 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:01.057823 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51673ea-e969-49e7-8ce7-9c611bff6968 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:01.058394 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51673ea-e969-49e7-8ce7-9c611bff6968 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:01.058967 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51673ea-e969-49e7-8ce7-9c611bff6968 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:01.059594 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51673ea-e969-49e7-8ce7-9c611bff6968 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:01.060174 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51673ea-e969-49e7-8ce7-9c611bff6968 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:01.061088 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51673ea-e969-49e7-8ce7-9c611bff6968 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:01.061250 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51673ea-e969-49e7-8ce7-9c611bff6968 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:01.061665 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51673ea-e969-49e7-8ce7-9c611bff6968 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:01.062014 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51673ea-e969-49e7-8ce7-9c611bff6968 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:01.062426 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51673ea-e969-49e7-8ce7-9c611bff6968 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:01.062789 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51673ea-e969-49e7-8ce7-9c611bff6968 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:01.081545 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-b51673ea-e969-49e7-8ce7-9c611bff6968 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:01.082435 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-b51673ea-e969-49e7-8ce7-9c611bff6968 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:01.178097 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-b51673ea-e969-49e7-8ce7-9c611bff6968 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8674526 Mar 11 15:28:01.192155 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-394bf105-bdb2-4603-a959-30366e9ef1b0 service neutron] Request body: {'port': {'device_id': '7a02186b-420a-4e79-89e4-852532e08bf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83336'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:28:01.256800 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:01.260473 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-394bf105-bdb2-4603-a959-30366e9ef1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (930c3b6f-95d7-4dba-8efc-ee19ccd4caa5), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:01.276512 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-2ccce585-62d7-434a-a9b6-367d5e5bfe0b None None] Provisioning complete for port 930c3b6f-95d7-4dba-8efc-ee19ccd4caa5 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:28:01.276794 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-2ccce585-62d7-434a-a9b6-367d5e5bfe0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (930c3b6f-95d7-4dba-8efc-ee19ccd4caa5), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:01.323769 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-2ccce585-62d7-434a-a9b6-367d5e5bfe0b None None] Port 930c3b6f-95d7-4dba-8efc-ee19ccd4caa5 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:28:01.583796 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-394bf105-bdb2-4603-a959-30366e9ef1b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 930c3b6f-95d7-4dba-8efc-ee19ccd4caa5 {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:28:01.592604 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-394bf105-bdb2-4603-a959-30366e9ef1b0 service neutron] Publish callbacks [] for port (930c3b6f-95d7-4dba-8efc-ee19ccd4caa5), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:01.608823 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-394bf105-bdb2-4603-a959-30366e9ef1b0 service neutron] Transition to ACTIVE for port object 930c3b6f-95d7-4dba-8efc-ee19ccd4caa5 will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 15:28:01.672417 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-394bf105-bdb2-4603-a959-30366e9ef1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (930c3b6f-95d7-4dba-8efc-ee19ccd4caa5), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:01.691265 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f489c-1e9d-4a8c-8164-0b9223eb3db1 req-8ec461ff-b589-41e0-a01f-4145f3fe6644 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:01.692822 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-127f489c-1e9d-4a8c-8164-0b9223eb3db1 req-8ec461ff-b589-41e0-a01f-4145f3fe6644 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a02186b-420a-4e79-89e4-852532e08bf1 HTTP/1.1" status: 200 len: 932 time: 0.0745492 Mar 11 15:28:01.736329 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394bf105-bdb2-4603-a959-30366e9ef1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=930c3b6f-95d7-4dba-8efc-ee19ccd4caa5,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:01.828441 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-127f489c-1e9d-4a8c-8164-0b9223eb3db1 req-ccf92a07-1f25-47b9-9291-821b24d64fb9 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234589 Mar 11 15:28:01.880544 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-394bf105-bdb2-4603-a959-30366e9ef1b0 service neutron] Attempting to bind port 930c3b6f-95d7-4dba-8efc-ee19ccd4caa5 on host hv-cinder-83336 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:28:01.880887 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-394bf105-bdb2-4603-a959-30366e9ef1b0 service neutron] Attempting to bind port 930c3b6f-95d7-4dba-8efc-ee19ccd4caa5 by drivers openvswitch,hyperv on host hv-cinder-83336 at level 0 using segments [{'id': '0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:28:01.881230 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-394bf105-bdb2-4603-a959-30366e9ef1b0 service neutron] Attempting to bind port 930c3b6f-95d7-4dba-8efc-ee19ccd4caa5 on network 0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:28:01.887328 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-394bf105-bdb2-4603-a959-30366e9ef1b0 service neutron] Port 930c3b6f-95d7-4dba-8efc-ee19ccd4caa5 on network 0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83336 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 15:28:01.887653 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-394bf105-bdb2-4603-a959-30366e9ef1b0 service neutron] Attempting to bind port 930c3b6f-95d7-4dba-8efc-ee19ccd4caa5 on network 0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:28:01.893561 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-394bf105-bdb2-4603-a959-30366e9ef1b0 service neutron] Checking agent: {'id': '7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 27, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:28:01.894439 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-394bf105-bdb2-4603-a959-30366e9ef1b0 service neutron] Checking segment: {'id': '0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:28:01.894953 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-394bf105-bdb2-4603-a959-30366e9ef1b0 service neutron] Bound using segment: {'id': '0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:28:01.895528 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-394bf105-bdb2-4603-a959-30366e9ef1b0 service neutron] Bound port: 930c3b6f-95d7-4dba-8efc-ee19ccd4caa5, host: hv-cinder-83336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:28:01.895895 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-394bf105-bdb2-4603-a959-30366e9ef1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (930c3b6f-95d7-4dba-8efc-ee19ccd4caa5), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:01.988263 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-394bf105-bdb2-4603-a959-30366e9ef1b0 service neutron] For port 930c3b6f-95d7-4dba-8efc-ee19ccd4caa5, host hv-cinder-83336, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:28:01.992859 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-394bf105-bdb2-4603-a959-30366e9ef1b0 service neutron] For port 930c3b6f-95d7-4dba-8efc-ee19ccd4caa5, host hv-cinder-83336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=930c3b6f-95d7-4dba-8efc-ee19ccd4caa5,segment=NetworkSegment(0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870),segment_id=0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:28:02.053410 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-394bf105-bdb2-4603-a959-30366e9ef1b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (930c3b6f-95d7-4dba-8efc-ee19ccd4caa5), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:02.089298 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-394bf105-bdb2-4603-a959-30366e9ef1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:02.089970 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-394bf105-bdb2-4603-a959-30366e9ef1b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:02.091332 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-394bf105-bdb2-4603-a959-30366e9ef1b0 service neutron] 10.222.0.66 "PUT /v2.0/ports/930c3b6f-95d7-4dba-8efc-ee19ccd4caa5 HTTP/1.1" status: 200 len: 1094 time: 0.9050245 Mar 11 15:28:02.091797 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a02186b-420a-4e79-89e4-852532e08bf1', 'tag': '930c3b6f-95d7-4dba-8efc-ee19ccd4caa5'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:28:02.094076 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9815ba-356e-4d73-8901-3d711bc2317f" -d '{"events": [{"name": "network-changed", "server_uuid": "7a02186b-420a-4e79-89e4-852532e08bf1", "tag": "930c3b6f-95d7-4dba-8efc-ee19ccd4caa5"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:28:02.121258 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394bf105-bdb2-4603-a959-30366e9ef1b0 service neutron] Pushing event updated for resources: {'Port': ['ID=930c3b6f-95d7-4dba-8efc-ee19ccd4caa5,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:02.152616 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f42840-2e39-4f57-8cd4-7044617c879b x-openstack-request-id: req-e6f42840-2e39-4f57-8cd4-7044617c879b {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:28:02.152943 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a02186b-420a-4e79-89e4-852532e08bf1", "tag": "930c3b6f-95d7-4dba-8efc-ee19ccd4caa5", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:28:02.153202 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e6f42840-2e39-4f57-8cd4-7044617c879b {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:28:02.153605 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a02186b-420a-4e79-89e4-852532e08bf1', 'tag': '930c3b6f-95d7-4dba-8efc-ee19ccd4caa5', 'status': 'completed', 'code': 200} Mar 11 15:28:02.231342 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9815ba-356e-4d73-8901-3d711bc2317f req-61785896-3de0-448d-a9d4-f78453625ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:02.232922 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-be9815ba-356e-4d73-8901-3d711bc2317f req-61785896-3de0-448d-a9d4-f78453625ffa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a05c04b4e4784d13a9c157c76e0ff03a&device_id=7a02186b-420a-4e79-89e4-852532e08bf1 HTTP/1.1" status: 200 len: 1128 time: 0.0560498 Mar 11 15:28:02.352114 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9815ba-356e-4d73-8901-3d711bc2317f req-a973f480-ebee-4d67-80ec-46341c517077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:02.354618 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-be9815ba-356e-4d73-8901-3d711bc2317f req-a973f480-ebee-4d67-80ec-46341c517077 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=a05c04b4e4784d13a9c157c76e0ff03a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1146834 Mar 11 15:28:02.467228 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9815ba-356e-4d73-8901-3d711bc2317f req-00e3f5ed-398d-4e2c-af73-bf7028fa0463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:02.468784 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-be9815ba-356e-4d73-8901-3d711bc2317f req-00e3f5ed-398d-4e2c-af73-bf7028fa0463 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1086199 Mar 11 15:28:02.565964 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-90f9db30-7c09-4450-8f39-aa243a2af07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:02.567518 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-90f9db30-7c09-4450-8f39-aa243a2af07c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a05c04b4e4784d13a9c157c76e0ff03a&device_id=7a02186b-420a-4e79-89e4-852532e08bf1 HTTP/1.1" status: 200 len: 1128 time: 0.0568180 Mar 11 15:28:02.615736 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-7febea59-f2b8-4212-b900-521813a7321e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=930c3b6f-95d7-4dba-8efc-ee19ccd4caa5 HTTP/1.1" status: 200 len: 217 time: 0.0405743 Mar 11 15:28:02.670329 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-5ac4171b-b7be-486b-9e3e-8968f1b06cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:02.671796 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-5ac4171b-b7be-486b-9e3e-8968f1b06cce service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ff0797ed-948d-4bc0-a15c-6d476f6713f7 HTTP/1.1" status: 200 len: 851 time: 0.0507123 Mar 11 15:28:02.722610 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-0b16706f-382d-4c4f-8776-f2d953940bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:02.724682 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-0b16706f-382d-4c4f-8776-f2d953940bcd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0af61b1c-cde3-490d-a2cc-9dcf9e2c2131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469642 Mar 11 15:28:02.828355 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-dca70396-f35a-419c-befd-5c68684d7695 service neutron] 10.222.0.66 "GET /v2.0/networks/0af61b1c-cde3-490d-a2cc-9dcf9e2c2131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962000 Mar 11 15:28:02.924004 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6f1bb6f2-9df8-430b-bbfb-c3e2334b74f9 req-a0b1fc68-2eef-44c2-a000-eac63f99f320 service neutron] 10.222.0.66 "GET /v2.0/networks/0af61b1c-cde3-490d-a2cc-9dcf9e2c2131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896909 Mar 11 15:28:02.976982 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2299d-8915-4a25-97d7-cc898ebf5848 req-cbecefa4-0af8-4190-9334-232602b9e81d tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:02.978698 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-cec2299d-8915-4a25-97d7-cc898ebf5848 req-cbecefa4-0af8-4190-9334-232602b9e81d tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a02186b-420a-4e79-89e4-852532e08bf1 HTTP/1.1" status: 200 len: 944 time: 0.0627856 Mar 11 15:28:03.028440 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:03.034774 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-cec2299d-8915-4a25-97d7-cc898ebf5848 req-2eeb849e-44c3-44c7-b490-c7589be5d916 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493920 Mar 11 15:28:04.165986 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d03de-47d2-419b-893d-dc0811f032d6 req-ddaff869-e64f-47b6-ae3d-e0e08ba5487e tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:04.167498 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c19d03de-47d2-419b-893d-dc0811f032d6 req-ddaff869-e64f-47b6-ae3d-e0e08ba5487e tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a02186b-420a-4e79-89e4-852532e08bf1 HTTP/1.1" status: 200 len: 944 time: 0.0611105 Mar 11 15:28:04.223963 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c19d03de-47d2-419b-893d-dc0811f032d6 req-b1fad49e-b586-4046-ae8b-9c717052f090 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501635 Mar 11 15:28:04.365549 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:05.351944 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa239e9-17ad-45e3-a7ff-5217009b0aff req-bdeb2e65-1ab1-40fe-95bb-0b7a67a6b95d tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:05.353687 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4aa239e9-17ad-45e3-a7ff-5217009b0aff req-bdeb2e65-1ab1-40fe-95bb-0b7a67a6b95d tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a02186b-420a-4e79-89e4-852532e08bf1 HTTP/1.1" status: 200 len: 944 time: 0.0561197 Mar 11 15:28:05.415482 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4aa239e9-17ad-45e3-a7ff-5217009b0aff req-6514e059-865a-46cc-94e0-ea46e9486f01 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492890 Mar 11 15:28:06.555735 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669c623-83e5-4421-a2e0-e2670f9cd1e9 req-48cbffff-0491-4b2b-a8a5-14ad1e3c7bbe tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:06.557284 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9669c623-83e5-4421-a2e0-e2670f9cd1e9 req-48cbffff-0491-4b2b-a8a5-14ad1e3c7bbe tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a02186b-420a-4e79-89e4-852532e08bf1 HTTP/1.1" status: 200 len: 944 time: 0.0674684 Mar 11 15:28:06.618221 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9669c623-83e5-4421-a2e0-e2670f9cd1e9 req-0c5dd7c6-9a99-4c16-ba04-c6dda3300fed tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550292 Mar 11 15:28:07.741864 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc6128-4e33-4db0-93b0-0dc46f1b72d5 req-4723eb96-b644-47b4-ab80-8c9bc8c92fc5 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:07.743338 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-08bc6128-4e33-4db0-93b0-0dc46f1b72d5 req-4723eb96-b644-47b4-ab80-8c9bc8c92fc5 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a02186b-420a-4e79-89e4-852532e08bf1 HTTP/1.1" status: 200 len: 944 time: 0.0542626 Mar 11 15:28:07.793149 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-08bc6128-4e33-4db0-93b0-0dc46f1b72d5 req-e7e7af18-3711-4f8e-8a1f-d1fc9d6dc5cb tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442731 Mar 11 15:28:08.913958 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794b70f-1a4f-4fd4-b0a5-54384cb54072 req-397b752f-f3d1-44a9-a952-05e67b9bb61f tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:08.915471 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b794b70f-1a4f-4fd4-b0a5-54384cb54072 req-397b752f-f3d1-44a9-a952-05e67b9bb61f tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a02186b-420a-4e79-89e4-852532e08bf1 HTTP/1.1" status: 200 len: 944 time: 0.0543318 Mar 11 15:28:08.966271 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b794b70f-1a4f-4fd4-b0a5-54384cb54072 req-3a30d536-6460-462d-84df-7fe2fe60a0b3 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452397 Mar 11 15:28:10.095289 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95321121-2ee1-41d8-8ab1-1a991cb0cb7b req-ce264742-a4cc-4a61-b8c5-4654ceca5106 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:10.096863 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-95321121-2ee1-41d8-8ab1-1a991cb0cb7b req-ce264742-a4cc-4a61-b8c5-4654ceca5106 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a02186b-420a-4e79-89e4-852532e08bf1 HTTP/1.1" status: 200 len: 944 time: 0.0586257 Mar 11 15:28:10.147014 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-95321121-2ee1-41d8-8ab1-1a991cb0cb7b req-dc35c481-f185-4013-9dec-f4621d3a8e21 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443473 Mar 11 15:28:11.272450 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799744e4-ffb4-4478-8127-3157631ff959 req-fd813e91-51e2-4cc3-8e36-4fb986782e6e tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:11.273869 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-799744e4-ffb4-4478-8127-3157631ff959 req-fd813e91-51e2-4cc3-8e36-4fb986782e6e tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a02186b-420a-4e79-89e4-852532e08bf1 HTTP/1.1" status: 200 len: 944 time: 0.0568054 Mar 11 15:28:11.325033 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-799744e4-ffb4-4478-8127-3157631ff959 req-83a04ff5-92f7-4ea1-bd9f-31b50e061549 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449579 Mar 11 15:28:12.447077 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7272487-7b0c-4f1e-9dc6-bd4673e89e80 req-33aed614-0755-44c8-8b69-a10e3f05b2dc tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:12.448745 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c7272487-7b0c-4f1e-9dc6-bd4673e89e80 req-33aed614-0755-44c8-8b69-a10e3f05b2dc tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a02186b-420a-4e79-89e4-852532e08bf1 HTTP/1.1" status: 200 len: 944 time: 0.0557203 Mar 11 15:28:12.505198 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c7272487-7b0c-4f1e-9dc6-bd4673e89e80 req-c1cc1cef-1f93-426a-850a-295c52744fb1 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508962 Mar 11 15:28:12.559685 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:13.635723 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd260c8f-0db7-4b90-8271-3da531901f7c req-3b84ee68-239e-4b42-a19a-bb274d1dd938 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:13.637188 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bd260c8f-0db7-4b90-8271-3da531901f7c req-3b84ee68-239e-4b42-a19a-bb274d1dd938 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a02186b-420a-4e79-89e4-852532e08bf1 HTTP/1.1" status: 200 len: 944 time: 0.0546780 Mar 11 15:28:13.688422 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bd260c8f-0db7-4b90-8271-3da531901f7c req-39eb0cc5-ba1b-4ad4-9da8-2537f4e1d11a tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456386 Mar 11 15:28:14.813757 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df849a-7cb8-44bf-9dcb-e76d3761542c req-53c23693-4aea-46dc-80cd-2728e4fc8677 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:14.815281 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-50df849a-7cb8-44bf-9dcb-e76d3761542c req-53c23693-4aea-46dc-80cd-2728e4fc8677 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a02186b-420a-4e79-89e4-852532e08bf1 HTTP/1.1" status: 200 len: 944 time: 0.0591352 Mar 11 15:28:14.865281 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-50df849a-7cb8-44bf-9dcb-e76d3761542c req-53c046c2-6c83-4523-b459-7bd23c6a14a3 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441797 Mar 11 15:28:15.681503 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 930c3b6f-95d7-4dba-8efc-ee19ccd4caa5 details requested by agent hyperv_hv-cinder-83336 with host hv-cinder-83336 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 15:28:15.784687 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 930c3b6f-95d7-4dba-8efc-ee19ccd4caa5, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=930c3b6f-95d7-4dba-8efc-ee19ccd4caa5,segment=NetworkSegment(0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870),segment_id=0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:28:15.796387 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Returning: {'device': '930c3b6f-95d7-4dba-8efc-ee19ccd4caa5', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'port_id': '930c3b6f-95d7-4dba-8efc-ee19ccd4caa5', 'mac_address': 'fa:16:3e:4b:3f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 15:28:15.835272 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port 930c3b6f-95d7-4dba-8efc-ee19ccd4caa5 is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:28:15.835694 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (930c3b6f-95d7-4dba-8efc-ee19ccd4caa5), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:15.852078 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 930c3b6f-95d7-4dba-8efc-ee19ccd4caa5 {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:28:15.872463 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 930c3b6f-95d7-4dba-8efc-ee19ccd4caa5, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=930c3b6f-95d7-4dba-8efc-ee19ccd4caa5,segment=NetworkSegment(0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870),segment_id=0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:28:15.959729 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (930c3b6f-95d7-4dba-8efc-ee19ccd4caa5), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:16.002028 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3dc37-7031-4d84-b3d9-eb852d129a43 req-419d241b-ec53-4d65-a710-88c124b9f362 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:16.003598 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-84e3dc37-7031-4d84-b3d9-eb852d129a43 req-419d241b-ec53-4d65-a710-88c124b9f362 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a02186b-420a-4e79-89e4-852532e08bf1 HTTP/1.1" status: 200 len: 944 time: 0.0568597 Mar 11 15:28:16.017775 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=930c3b6f-95d7-4dba-8efc-ee19ccd4caa5,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:16.026002 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:16.026451 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:16.026779 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:16.027124 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:16.027483 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:16.027821 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:16.028162 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:16.028491 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:16.028825 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:16.029148 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:16.029472 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:16.029800 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:16.030121 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:16.061796 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-84e3dc37-7031-4d84-b3d9-eb852d129a43 req-883f4564-effc-4d29-b779-e86c34c07822 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518441 Mar 11 15:28:16.473758 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['930c3b6f-95d7-4dba-8efc-ee19ccd4caa5'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:28:17.183494 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb5cda-43d7-426b-a844-27e14a4a1f0c req-3cd08a54-5fcc-47e2-b4e8-ef5277f2e134 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:17.185004 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a0cb5cda-43d7-426b-a844-27e14a4a1f0c req-3cd08a54-5fcc-47e2-b4e8-ef5277f2e134 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a02186b-420a-4e79-89e4-852532e08bf1 HTTP/1.1" status: 200 len: 945 time: 0.0531054 Mar 11 15:28:17.249832 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a0cb5cda-43d7-426b-a844-27e14a4a1f0c req-696999a3-c4b7-4b68-9e80-7cfd692292ac tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489883 Mar 11 15:28:17.697392 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 930c3b6f-95d7-4dba-8efc-ee19ccd4caa5 up at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:28:17.804857 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning for port 930c3b6f-95d7-4dba-8efc-ee19ccd4caa5 completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 15:28:17.808812 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning complete for port 930c3b6f-95d7-4dba-8efc-ee19ccd4caa5 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:28:17.809186 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (930c3b6f-95d7-4dba-8efc-ee19ccd4caa5), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:17.887584 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port 930c3b6f-95d7-4dba-8efc-ee19ccd4caa5 is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:28:17.887968 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (930c3b6f-95d7-4dba-8efc-ee19ccd4caa5), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:17.910447 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a02186b-420a-4e79-89e4-852532e08bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930c3b6f-95d7-4dba-8efc-ee19ccd4caa5'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:28:17.912825 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97dedef37c5e2c64aa44179f419dd586ddc22b8f5766e7bc49dcfeca4a9e3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0329fb8-a4f8-402f-94a7-cc83e4e6cd8b" -d '{"events": [{"server_uuid": "7a02186b-420a-4e79-89e4-852532e08bf1", "name": "network-vif-plugged", "status": "completed", "tag": "930c3b6f-95d7-4dba-8efc-ee19ccd4caa5"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:28:17.925725 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 930c3b6f-95d7-4dba-8efc-ee19ccd4caa5, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=930c3b6f-95d7-4dba-8efc-ee19ccd4caa5,segment=NetworkSegment(0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870),segment_id=0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:28:18.004929 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (930c3b6f-95d7-4dba-8efc-ee19ccd4caa5), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:18.060130 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=930c3b6f-95d7-4dba-8efc-ee19ccd4caa5,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:18.083236 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7144a8be-b901-4e53-b49d-b42172efc8d6 x-openstack-request-id: req-7144a8be-b901-4e53-b49d-b42172efc8d6 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:28:18.083236 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a02186b-420a-4e79-89e4-852532e08bf1", "name": "network-vif-plugged", "status": "completed", "tag": "930c3b6f-95d7-4dba-8efc-ee19ccd4caa5", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:28:18.083236 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7144a8be-b901-4e53-b49d-b42172efc8d6 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:28:18.083236 dv-cinder-833365-1-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a02186b-420a-4e79-89e4-852532e08bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930c3b6f-95d7-4dba-8efc-ee19ccd4caa5', 'code': 200} Mar 11 15:28:18.361818 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90452c5-5254-43ab-83ce-f9ab7d250af3 req-3edc19e9-0d67-432a-986b-38cf6f2c004f tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:18.363205 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e90452c5-5254-43ab-83ce-f9ab7d250af3 req-3edc19e9-0d67-432a-986b-38cf6f2c004f tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a02186b-420a-4e79-89e4-852532e08bf1 HTTP/1.1" status: 200 len: 946 time: 0.0531535 Mar 11 15:28:18.416184 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e90452c5-5254-43ab-83ce-f9ab7d250af3 req-632b9fc1-08e2-4540-a720-b609cade6928 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457590 Mar 11 15:28:18.530350 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde78695-ffe6-46a3-98b8-3fe58a4348f5 req-6bd0543c-2332-46ae-aba0-30bdb5cb2652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:18.531871 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bde78695-ffe6-46a3-98b8-3fe58a4348f5 req-6bd0543c-2332-46ae-aba0-30bdb5cb2652 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7a02186b-420a-4e79-89e4-852532e08bf1 HTTP/1.1" status: 200 len: 1130 time: 0.0433152 Mar 11 15:28:18.578547 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bde78695-ffe6-46a3-98b8-3fe58a4348f5 req-b5b416ca-227f-41a4-a84c-630cc8864e3b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402038 Mar 11 15:28:19.542585 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b8507-652b-42a0-b6b3-34db0e6b4938 req-c33761a1-5e66-4823-9b68-d5f978c42233 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:19.544102 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-965b8507-652b-42a0-b6b3-34db0e6b4938 req-c33761a1-5e66-4823-9b68-d5f978c42233 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a02186b-420a-4e79-89e4-852532e08bf1 HTTP/1.1" status: 200 len: 946 time: 0.0535226 Mar 11 15:28:19.596836 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-965b8507-652b-42a0-b6b3-34db0e6b4938 req-22f43333-4ba6-471b-b7ef-fc8a61af1a22 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469685 Mar 11 15:28:20.716945 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d12587-e2df-481c-aa32-2c52c54b94fa req-f73c628d-cf1c-4555-8c95-b9d373ea4602 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:20.718479 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f6d12587-e2df-481c-aa32-2c52c54b94fa req-f73c628d-cf1c-4555-8c95-b9d373ea4602 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a02186b-420a-4e79-89e4-852532e08bf1 HTTP/1.1" status: 200 len: 946 time: 0.0533736 Mar 11 15:28:20.768313 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f6d12587-e2df-481c-aa32-2c52c54b94fa req-02194c91-ecf5-4003-892c-733e744a187a tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440755 Mar 11 15:28:20.890285 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f278ace-591a-43fb-81e2-f9761fbf4967 req-f52317f8-090b-4aa2-b595-4f7f6c7867c2 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:20.891933 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5f278ace-591a-43fb-81e2-f9761fbf4967 req-f52317f8-090b-4aa2-b595-4f7f6c7867c2 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a02186b-420a-4e79-89e4-852532e08bf1 HTTP/1.1" status: 200 len: 946 time: 0.0559263 Mar 11 15:28:20.944111 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5f278ace-591a-43fb-81e2-f9761fbf4967 req-773ef57f-615e-407a-9b07-59ee26452396 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461168 Mar 11 15:28:20.966614 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 34860) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:28:21.112945 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceccced2-889a-42ec-9cc2-7142bf8526b8 tempest-TestVolumeBootPattern-1815405188 tempest-TestVolumeBootPattern-1815405188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:21.114482 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-ceccced2-889a-42ec-9cc2-7142bf8526b8 tempest-TestVolumeBootPattern-1815405188 tempest-TestVolumeBootPattern-1815405188-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7a02186b-420a-4e79-89e4-852532e08bf1 HTTP/1.1" status: 200 len: 1125 time: 0.1468565 Mar 11 15:28:21.117753 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 34864) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:28:21.122126 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-a82fa85c-6e7e-4146-8a5f-c62c95a18c60 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Request body: {'floatingip': {'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'port_id': '930c3b6f-95d7-4dba-8efc-ee19ccd4caa5', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:28:21.245134 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a82fa85c-6e7e-4146-8a5f-c62c95a18c60 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:21.344405 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a82fa85c-6e7e-4146-8a5f-c62c95a18c60 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:21.452189 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-a82fa85c-6e7e-4146-8a5f-c62c95a18c60 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Allocated IP 172.27.2.185 (78e1392b-e3c2-4d04-8c82-7bd84bb30297/7f6dd339-b219-48a3-93bc-4a99710f07af/b532b052-7afe-49e9-bc30-8d02216c246a) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:28:21.556571 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a82fa85c-6e7e-4146-8a5f-c62c95a18c60 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for port (b532b052-7afe-49e9-bc30-8d02216c246a), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:21.655591 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a82fa85c-6e7e-4146-8a5f-c62c95a18c60 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (b532b052-7afe-49e9-bc30-8d02216c246a), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:21.692557 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82fa85c-6e7e-4146-8a5f-c62c95a18c60 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:28:21.697505 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-a82fa85c-6e7e-4146-8a5f-c62c95a18c60 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:28:21.701699 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82fa85c-6e7e-4146-8a5f-c62c95a18c60 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:28:21.724650 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82fa85c-6e7e-4146-8a5f-c62c95a18c60 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Pushing event updated for resources: {'Port': ['ID=b532b052-7afe-49e9-bc30-8d02216c246a,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:21.739329 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82fa85c-6e7e-4146-8a5f-c62c95a18c60 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:21.739816 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82fa85c-6e7e-4146-8a5f-c62c95a18c60 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:21.740162 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82fa85c-6e7e-4146-8a5f-c62c95a18c60 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:21.740497 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82fa85c-6e7e-4146-8a5f-c62c95a18c60 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:21.740834 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82fa85c-6e7e-4146-8a5f-c62c95a18c60 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:21.741160 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82fa85c-6e7e-4146-8a5f-c62c95a18c60 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:21.741486 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82fa85c-6e7e-4146-8a5f-c62c95a18c60 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:21.741809 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82fa85c-6e7e-4146-8a5f-c62c95a18c60 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:21.742131 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82fa85c-6e7e-4146-8a5f-c62c95a18c60 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:21.742452 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82fa85c-6e7e-4146-8a5f-c62c95a18c60 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:21.742772 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82fa85c-6e7e-4146-8a5f-c62c95a18c60 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:21.743087 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82fa85c-6e7e-4146-8a5f-c62c95a18c60 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:21.743428 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82fa85c-6e7e-4146-8a5f-c62c95a18c60 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:28:22.095227 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a82fa85c-6e7e-4146-8a5f-c62c95a18c60 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for floatingip (3defaff3-2cb8-4a8e-a8f0-282fa3a60e4d), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:22.270574 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a82fa85c-6e7e-4146-8a5f-c62c95a18c60 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (b532b052-7afe-49e9-bc30-8d02216c246a), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:22.423508 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a82fa85c-6e7e-4146-8a5f-c62c95a18c60 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for port (b532b052-7afe-49e9-bc30-8d02216c246a), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:22.479398 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a82fa85c-6e7e-4146-8a5f-c62c95a18c60 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15279833'] for port (b532b052-7afe-49e9-bc30-8d02216c246a), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:22.551018 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82fa85c-6e7e-4146-8a5f-c62c95a18c60 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Pushing event updated for resources: {'Port': ['ID=b532b052-7afe-49e9-bc30-8d02216c246a,revision_number=2']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:22.561971 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a82fa85c-6e7e-4146-8a5f-c62c95a18c60 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628361'] for floatingip (3defaff3-2cb8-4a8e-a8f0-282fa3a60e4d), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:22.869254 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.db.l3_db [None req-a82fa85c-6e7e-4146-8a5f-c62c95a18c60 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Floating IP 3defaff3-2cb8-4a8e-a8f0-282fa3a60e4d associated. External IP: 172.27.2.185, port: 930c3b6f-95d7-4dba-8efc-ee19ccd4caa5. Mar 11 15:28:23.089202 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82fa85c-6e7e-4146-8a5f-c62c95a18c60 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Router b53d117e-edb0-42b3-8951-e2f506749f3c has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:28:23.200988 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82fa85c-6e7e-4146-8a5f-c62c95a18c60 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:28:23.211119 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbd2e6d-1fc7-4c72-8ab6-a1c04c4d88b5 None None] Sync routers for ids ['b53d117e-edb0-42b3-8951-e2f506749f3c'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:28:23.221094 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbd2e6d-1fc7-4c72-8ab6-a1c04c4d88b5 None None] Routers {'b53d117e-edb0-42b3-8951-e2f506749f3c'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:28:23.221714 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-6dbd2e6d-1fc7-4c72-8ab6-a1c04c4d88b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:28:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['b53d117e-edb0-42b3-8951-e2f506749f3c'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:23.247065 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 34874) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:28:23.291393 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_v2 [None req-c775f186-dced-4186-a6c7-dd185ba3a8ea admin admin] Deleting subnet d339125b-ee98-4229-becf-5c84cf35a21b {{(pid=103739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 15:28:23.293515 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a82fa85c-6e7e-4146-8a5f-c62c95a18c60 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:23.295246 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c775f186-dced-4186-a6c7-dd185ba3a8ea admin admin] Publish callbacks [] for subnet (d339125b-ee98-4229-becf-5c84cf35a21b), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:23.325244 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-a82fa85c-6e7e-4146-8a5f-c62c95a18c60 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2063637 Mar 11 15:28:23.325773 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a02186b-420a-4e79-89e4-852532e08bf1', 'tag': '930c3b6f-95d7-4dba-8efc-ee19ccd4caa5'}] {{(pid=103740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:28:23.328270 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}650d324cd5ca1e8c5fe43ff80fd40eee127a08b7efb0df58efbaed5274d8fbf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8af530-6cff-48ec-8357-1d55c4427102" -d '{"events": [{"name": "network-changed", "server_uuid": "7a02186b-420a-4e79-89e4-852532e08bf1", "tag": "930c3b6f-95d7-4dba-8efc-ee19ccd4caa5"}]}' {{(pid=103740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:28:23.336090 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-6dbd2e6d-1fc7-4c72-8ab6-a1c04c4d88b5 None None] Set router b53d117e-edb0-42b3-8951-e2f506749f3c gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:28:23.350041 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c775f186-dced-4186-a6c7-dd185ba3a8ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437451'] for subnet (d339125b-ee98-4229-becf-5c84cf35a21b), precommit_delete_associations {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:23.366410 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9068c1e3-133f-4ec5-9b05-c0c1050dd322 x-openstack-request-id: req-9068c1e3-133f-4ec5-9b05-c0c1050dd322 {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:28:23.366787 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a02186b-420a-4e79-89e4-852532e08bf1", "tag": "930c3b6f-95d7-4dba-8efc-ee19ccd4caa5", "status": "completed", "code": 200}]} {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:28:23.367227 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9068c1e3-133f-4ec5-9b05-c0c1050dd322 {{(pid=103740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:28:23.367778 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a02186b-420a-4e79-89e4-852532e08bf1', 'tag': '930c3b6f-95d7-4dba-8efc-ee19ccd4caa5', 'status': 'completed', 'code': 200} Mar 11 15:28:23.424984 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c775f186-dced-4186-a6c7-dd185ba3a8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1914166'] for subnet (d339125b-ee98-4229-becf-5c84cf35a21b), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:23.472836 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8af530-6cff-48ec-8357-1d55c4427102 req-2edb0476-1eff-46b1-b3f5-9768f4d4833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:23.474330 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ca8af530-6cff-48ec-8357-1d55c4427102 req-2edb0476-1eff-46b1-b3f5-9768f4d4833a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a05c04b4e4784d13a9c157c76e0ff03a&device_id=7a02186b-420a-4e79-89e4-852532e08bf1 HTTP/1.1" status: 200 len: 1130 time: 0.0857961 Mar 11 15:28:23.576387 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-6dbd2e6d-1fc7-4c72-8ab6-a1c04c4d88b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'name': 'tempest-TestVolumeBootPattern-2045321718-router', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:47Z', 'updated_at': '2022-03-11T15:26:51Z', 'revision_number': 4, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'gw_port': {'id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:48Z', 'updated_at': '2022-03-11T15:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': '3defaff3-2cb8-4a8e-a8f0-282fa3a60e4d', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'port_id': '930c3b6f-95d7-4dba-8efc-ee19ccd4caa5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'mac_address': 'fa:16:3e:4b:3f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a02186b-420a-4e79-89e4-852532e08bf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:28:21Z', 'updated_at': '2022-03-11T15:28:21Z', 'revision_number': 0, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7013fe69-cb7e-4783-8d3d-6fea370201d7', 'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'mac_address': 'fa:16:3e:da:0a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:50Z', 'updated_at': '2022-03-11T15:26:55Z', 'revision_number': 5, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'subnets': [{'id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:23.577100 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8af530-6cff-48ec-8357-1d55c4427102 req-f4d39b5a-73aa-4565-9122-2d1d4a2b9693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:23.578551 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ca8af530-6cff-48ec-8357-1d55c4427102 req-f4d39b5a-73aa-4565-9122-2d1d4a2b9693 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 HTTP/1.1" status: 200 len: 913 time: 0.0968993 Mar 11 15:28:23.592518 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c775f186-dced-4186-a6c7-dd185ba3a8ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1914173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13137420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12631427'] for subnet (d339125b-ee98-4229-becf-5c84cf35a21b), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:23.659762 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c775f186-dced-4186-a6c7-dd185ba3a8ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:23.662904 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-c775f186-dced-4186-a6c7-dd185ba3a8ea admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d339125b-ee98-4229-becf-5c84cf35a21b HTTP/1.1" status: 204 len: 168 time: 0.4147601 Mar 11 15:28:23.665665 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 34880) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:28:23.665891 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c775f186-dced-4186-a6c7-dd185ba3a8ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d339125b-ee98-4229-becf-5c84cf35a21b,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:23.676875 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ca8af530-6cff-48ec-8357-1d55c4427102 req-911f1006-2895-4a9f-a561-5b48d245f4d1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=930c3b6f-95d7-4dba-8efc-ee19ccd4caa5 HTTP/1.1" status: 200 len: 1000 time: 0.0922542 Mar 11 15:28:23.732235 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8af530-6cff-48ec-8357-1d55c4427102 req-b4af0055-4bd6-48ff-94b9-ca71dd2a890f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:23.733850 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ca8af530-6cff-48ec-8357-1d55c4427102 req-b4af0055-4bd6-48ff-94b9-ca71dd2a890f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ff0797ed-948d-4bc0-a15c-6d476f6713f7 HTTP/1.1" status: 200 len: 851 time: 0.0508413 Mar 11 15:28:23.744110 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1f6b700f-ca25-41e1-8340-06354e908ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2071539'] for network (9abaefdc-1124-4a5a-981a-fb752a39069b), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:23.746055 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbd2e6d-1fc7-4c72-8ab6-a1c04c4d88b5 None None] Checking router: b53d117e-edb0-42b3-8951-e2f506749f3c for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:28:23.756268 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbd2e6d-1fc7-4c72-8ab6-a1c04c4d88b5 None None] Routers {'b53d117e-edb0-42b3-8951-e2f506749f3c'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:28:23.757491 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-6dbd2e6d-1fc7-4c72-8ab6-a1c04c4d88b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:28:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['b53d117e-edb0-42b3-8951-e2f506749f3c'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:23.783229 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8af530-6cff-48ec-8357-1d55c4427102 req-396cfb9e-e634-4d43-b2c2-30ad328ec72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:23.784751 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ca8af530-6cff-48ec-8357-1d55c4427102 req-396cfb9e-e634-4d43-b2c2-30ad328ec72c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0af61b1c-cde3-490d-a2cc-9dcf9e2c2131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448670 Mar 11 15:28:23.830560 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1f6b700f-ca25-41e1-8340-06354e908ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1913037', 'neutron.services.segments.db._delete_segments_for_network-8743153172758'] for network (9abaefdc-1124-4a5a-981a-fb752a39069b), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:23.852204 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-1f6b700f-ca25-41e1-8340-06354e908ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9abaefdc-1124-4a5a-981a-fb752a39069b']}} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:23.863096 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-1f6b700f-ca25-41e1-8340-06354e908ce5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca4f09a3-c004-4741-af89-96c165fd6133') {'for_net_delete': True} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:23.863444 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-1f6b700f-ca25-41e1-8340-06354e908ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca4f09a3-c004-4741-af89-96c165fd6133') {} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:23.874432 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1f6b700f-ca25-41e1-8340-06354e908ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743153173023', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14027369'] for segment (ca4f09a3-c004-4741-af89-96c165fd6133), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:23.875175 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-6dbd2e6d-1fc7-4c72-8ab6-a1c04c4d88b5 None None] Set router b53d117e-edb0-42b3-8951-e2f506749f3c gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:28:23.880161 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ca8af530-6cff-48ec-8357-1d55c4427102 req-e82fb0e8-6888-4319-bd73-654c3669ff84 service neutron] 10.222.0.66 "GET /v2.0/networks/0af61b1c-cde3-490d-a2cc-9dcf9e2c2131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889678 Mar 11 15:28:23.889027 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1f6b700f-ca25-41e1-8340-06354e908ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (ca4f09a3-c004-4741-af89-96c165fd6133), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:23.895574 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f6b700f-ca25-41e1-8340-06354e908ce5 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:28:23.896118 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1f6b700f-ca25-41e1-8340-06354e908ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15280433'] for segment (ca4f09a3-c004-4741-af89-96c165fd6133), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:23.897784 dv-cinder-833365-1-iscsi neutron-server[103740]: Traceback (most recent call last): Mar 11 15:28:23.897784 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:28:23.897784 dv-cinder-833365-1-iscsi neutron-server[103740]: timer() Mar 11 15:28:23.897784 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:28:23.897784 dv-cinder-833365-1-iscsi neutron-server[103740]: cb(*args, **kw) Mar 11 15:28:23.897784 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 15:28:23.897784 dv-cinder-833365-1-iscsi neutron-server[103740]: return func(*args, **kwargs) Mar 11 15:28:23.897784 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:28:23.897784 dv-cinder-833365-1-iscsi neutron-server[103740]: self._notify() Mar 11 15:28:23.897784 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:28:23.897784 dv-cinder-833365-1-iscsi neutron-server[103740]: self.callback(batched_events) Mar 11 15:28:23.897784 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:28:23.897784 dv-cinder-833365-1-iscsi neutron-server[103740]: event.method(event) Mar 11 15:28:23.897784 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 15:28:23.897784 dv-cinder-833365-1-iscsi neutron-server[103740]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:28:23.897784 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 15:28:23.897784 dv-cinder-833365-1-iscsi neutron-server[103740]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:28:23.897784 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 15:28:23.897784 dv-cinder-833365-1-iscsi neutron-server[103740]: return f(self, *a, **k) Mar 11 15:28:23.897784 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:28:23.897784 dv-cinder-833365-1-iscsi neutron-server[103740]: return self._get(url).json() Mar 11 15:28:23.897784 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:28:23.897784 dv-cinder-833365-1-iscsi neutron-server[103740]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:28:23.897784 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:28:23.897784 dv-cinder-833365-1-iscsi neutron-server[103740]: return self.request(url, 'GET', **kwargs) Mar 11 15:28:23.897784 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:28:23.897784 dv-cinder-833365-1-iscsi neutron-server[103740]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:28:23.897784 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:28:23.897784 dv-cinder-833365-1-iscsi neutron-server[103740]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:28:23.897784 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:28:23.897784 dv-cinder-833365-1-iscsi neutron-server[103740]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:28:23.897784 dv-cinder-833365-1-iscsi neutron-server[103740]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:28:23.978806 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ca8af530-6cff-48ec-8357-1d55c4427102 req-1d1dee82-200c-4ffa-a2e7-5f4468c73616 service neutron] 10.222.0.66 "GET /v2.0/networks/0af61b1c-cde3-490d-a2cc-9dcf9e2c2131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922327 Mar 11 15:28:24.044014 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1f6b700f-ca25-41e1-8340-06354e908ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1913012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628375'] for network (9abaefdc-1124-4a5a-981a-fb752a39069b), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:24.056089 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1f6b700f-ca25-41e1-8340-06354e908ce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:24.056089 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-1f6b700f-ca25-41e1-8340-06354e908ce5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/9abaefdc-1124-4a5a-981a-fb752a39069b HTTP/1.1" status: 204 len: 168 time: 0.3872905 Mar 11 15:28:24.070474 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b700f-ca25-41e1-8340-06354e908ce5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9abaefdc-1124-4a5a-981a-fb752a39069b,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:24.112937 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-6dbd2e6d-1fc7-4c72-8ab6-a1c04c4d88b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'name': 'tempest-TestVolumeBootPattern-2045321718-router', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:47Z', 'updated_at': '2022-03-11T15:26:51Z', 'revision_number': 4, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'gw_port': {'id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:48Z', 'updated_at': '2022-03-11T15:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': '3defaff3-2cb8-4a8e-a8f0-282fa3a60e4d', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'port_id': '930c3b6f-95d7-4dba-8efc-ee19ccd4caa5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'mac_address': 'fa:16:3e:4b:3f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a02186b-420a-4e79-89e4-852532e08bf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:28:21Z', 'updated_at': '2022-03-11T15:28:21Z', 'revision_number': 0, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7013fe69-cb7e-4783-8d3d-6fea370201d7', 'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'mac_address': 'fa:16:3e:da:0a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:50Z', 'updated_at': '2022-03-11T15:26:55Z', 'revision_number': 5, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'subnets': [{'id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:28:24.144171 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbd2e6d-1fc7-4c72-8ab6-a1c04c4d88b5 None None] The sync data for ids ['b53d117e-edb0-42b3-8951-e2f506749f3c'] in dv-cinder-833365-1-iscsi is: [{'id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'name': 'tempest-TestVolumeBootPattern-2045321718-router', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:47Z', 'updated_at': '2022-03-11T15:26:51Z', 'revision_number': 4, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'gw_port': {'id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:48Z', 'updated_at': '2022-03-11T15:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': '3defaff3-2cb8-4a8e-a8f0-282fa3a60e4d', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'floating_ip_address': '172.27.2.185', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'port_id': '930c3b6f-95d7-4dba-8efc-ee19ccd4caa5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'mac_address': 'fa:16:3e:4b:3f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a02186b-420a-4e79-89e4-852532e08bf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:28:21Z', 'updated_at': '2022-03-11T15:28:21Z', 'revision_number': 0, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7013fe69-cb7e-4783-8d3d-6fea370201d7', 'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'mac_address': 'fa:16:3e:da:0a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:50Z', 'updated_at': '2022-03-11T15:26:55Z', 'revision_number': 5, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'subnets': [{'id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:28:24.337631 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743b210f-1675-4abc-bda5-620014e96880 None None] New status for floating IP 3defaff3-2cb8-4a8e-a8f0-282fa3a60e4d: ACTIVE {{(pid=103742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:28:24.459490 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 34884) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:28:24.517064 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-2058e0c9-0929-4045-af15-bf2109a55353 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=48eee2f158cc4f05a24738007d5fbf21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0563855 Mar 11 15:28:24.519760 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 34886) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:28:24.581224 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2a88f6eb-0f55-4fbc-b5e9-d10d682a54cc admin admin] Publish callbacks [] for security_group (6f669c9c-e187-41fd-b50d-941a8d9fd3fc), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:24.602635 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2a88f6eb-0f55-4fbc-b5e9-d10d682a54cc admin admin] Publish callbacks [] for security_group (6f669c9c-e187-41fd-b50d-941a8d9fd3fc), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:24.736498 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2a88f6eb-0f55-4fbc-b5e9-d10d682a54cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (6f669c9c-e187-41fd-b50d-941a8d9fd3fc), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:24.739091 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2a88f6eb-0f55-4fbc-b5e9-d10d682a54cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:24.740345 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-2a88f6eb-0f55-4fbc-b5e9-d10d682a54cc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6f669c9c-e187-41fd-b50d-941a8d9fd3fc HTTP/1.1" status: 204 len: 168 time: 0.2193065 Mar 11 15:28:24.748696 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88f6eb-0f55-4fbc-b5e9-d10d682a54cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f669c9c-e187-41fd-b50d-941a8d9fd3fc,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:28:27.896310 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-4c40a608-7a0b-4412-a993-dbdc65c91902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:28.594685 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:28:30.096446 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-52af78c4-ed6f-4957-8482-8cd2b4159a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:31.335995 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:32.993179 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:34.444665 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:42.568725 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:45.915337 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cba7719d-1d21-4204-8384-9f340ab5a0ed req-ee18e60b-b041-404d-9923-9437bd9af4f3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484164 Mar 11 15:28:45.990067 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7719d-1d21-4204-8384-9f340ab5a0ed req-52e52af4-ccd4-4386-8a3f-2de2bc6508f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:45.991721 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cba7719d-1d21-4204-8384-9f340ab5a0ed req-52e52af4-ccd4-4386-8a3f-2de2bc6508f0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=169ca4a5e1f747a6a8048d61c5220492&device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 1168 time: 0.0554147 Mar 11 15:28:46.104947 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7719d-1d21-4204-8384-9f340ab5a0ed req-380f2dfb-ee23-4ad6-b374-0bfba2e36090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:46.106947 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cba7719d-1d21-4204-8384-9f340ab5a0ed req-380f2dfb-ee23-4ad6-b374-0bfba2e36090 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f6265ac0-633e-4670-bacd-2ec52566a901 HTTP/1.1" status: 200 len: 916 time: 0.0947721 Mar 11 15:28:46.172041 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cba7719d-1d21-4204-8384-9f340ab5a0ed req-d3461da2-7af2-4a72-b72a-811244fbaf55 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1daa7a5-6490-4d9a-a3d6-6dcdf574795b HTTP/1.1" status: 200 len: 1001 time: 0.0589108 Mar 11 15:28:46.220916 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7719d-1d21-4204-8384-9f340ab5a0ed req-0461f1f9-c69b-4441-a8d6-552b5c3562d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:46.222605 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cba7719d-1d21-4204-8384-9f340ab5a0ed req-0461f1f9-c69b-4441-a8d6-552b5c3562d3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4ece22e3-13e3-4ef0-ab24-5393518fe3ac HTTP/1.1" status: 200 len: 854 time: 0.0448802 Mar 11 15:28:46.284880 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7719d-1d21-4204-8384-9f340ab5a0ed req-7d787bb7-0b22-462c-b81b-d814c58d8372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:46.286459 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cba7719d-1d21-4204-8384-9f340ab5a0ed req-7d787bb7-0b22-462c-b81b-d814c58d8372 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f6265ac0-633e-4670-bacd-2ec52566a901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565901 Mar 11 15:28:46.379097 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cba7719d-1d21-4204-8384-9f340ab5a0ed req-5b5da317-0999-42c7-a5aa-8cd45ab9b3b8 service neutron] 10.222.0.66 "GET /v2.0/networks/f6265ac0-633e-4670-bacd-2ec52566a901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857749 Mar 11 15:28:46.475337 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cba7719d-1d21-4204-8384-9f340ab5a0ed req-f2dadd8c-1973-427c-9ba9-804f0b3b44dc service neutron] 10.222.0.66 "GET /v2.0/networks/f6265ac0-633e-4670-bacd-2ec52566a901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864301 Mar 11 15:28:51.278511 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683014e-e42b-42d6-ab70-d6b89eda1d7f req-7d83d193-d211-4e85-b1c0-44ea6eece7bc tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:51.279972 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9683014e-e42b-42d6-ab70-d6b89eda1d7f req-7d83d193-d211-4e85-b1c0-44ea6eece7bc tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 984 time: 0.0564108 Mar 11 15:28:51.361644 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9683014e-e42b-42d6-ab70-d6b89eda1d7f req-b4fb381f-3a1a-489e-a2b8-33a92d1368c1 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&id=552bb8ac-cf46-413c-a3ef-82d636c2b8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0751536 Mar 11 15:28:51.367320 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a2442-d978-4e23-8c11-334376747700 req-d8806470-330a-48c5-acf7-406c916a7d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:51.368941 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cd4a2442-d978-4e23-8c11-334376747700 req-d8806470-330a-48c5-acf7-406c916a7d5d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=169ca4a5e1f747a6a8048d61c5220492&device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 1168 time: 0.0565858 Mar 11 15:28:51.468908 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a2442-d978-4e23-8c11-334376747700 req-86d1dbc8-ce0f-46ad-b7fd-5df2dce37b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:51.470274 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cd4a2442-d978-4e23-8c11-334376747700 req-86d1dbc8-ce0f-46ad-b7fd-5df2dce37b8b service neutron] 10.222.0.66 "GET /v2.0/networks?id=f6265ac0-633e-4670-bacd-2ec52566a901 HTTP/1.1" status: 200 len: 916 time: 0.0953064 Mar 11 15:28:51.536044 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cd4a2442-d978-4e23-8c11-334376747700 req-d5f96a91-f49f-4f77-9139-87105fdd78fe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1daa7a5-6490-4d9a-a3d6-6dcdf574795b HTTP/1.1" status: 200 len: 1001 time: 0.0589893 Mar 11 15:28:51.585943 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a2442-d978-4e23-8c11-334376747700 req-7d6b9f51-0833-4d82-b91f-11ce95ab8b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:51.587426 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cd4a2442-d978-4e23-8c11-334376747700 req-7d6b9f51-0833-4d82-b91f-11ce95ab8b40 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4ece22e3-13e3-4ef0-ab24-5393518fe3ac HTTP/1.1" status: 200 len: 854 time: 0.0458579 Mar 11 15:28:51.639650 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a2442-d978-4e23-8c11-334376747700 req-03d3d4d2-18fb-4635-9db4-93301a0828ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:51.641122 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cd4a2442-d978-4e23-8c11-334376747700 req-03d3d4d2-18fb-4635-9db4-93301a0828ba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f6265ac0-633e-4670-bacd-2ec52566a901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480192 Mar 11 15:28:51.745196 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cd4a2442-d978-4e23-8c11-334376747700 req-101b4df7-03a6-4816-b0cc-7e7e578527a5 service neutron] 10.222.0.66 "GET /v2.0/networks/f6265ac0-633e-4670-bacd-2ec52566a901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968401 Mar 11 15:28:51.844072 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cd4a2442-d978-4e23-8c11-334376747700 req-1fb05927-3366-43e3-8c60-7ed5e1823fa0 service neutron] 10.222.0.66 "GET /v2.0/networks/f6265ac0-633e-4670-bacd-2ec52566a901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929594 Mar 11 15:28:52.504175 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc7a52-917f-49ba-a561-f95c70170050 req-a29b88f7-0fbc-4103-a9f5-fd58b3b1d867 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:52.505728 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-96fc7a52-917f-49ba-a561-f95c70170050 req-a29b88f7-0fbc-4103-a9f5-fd58b3b1d867 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 984 time: 0.0564024 Mar 11 15:28:52.591935 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-96fc7a52-917f-49ba-a561-f95c70170050 req-90e548b7-b3f0-4e74-a034-2fd24a161724 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&id=552bb8ac-cf46-413c-a3ef-82d636c2b8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0774343 Mar 11 15:28:52.632762 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f2c81-7b11-4468-b9b3-d39cdeb205d4 req-36ed94b8-f9c2-4e0d-9cbb-fbffe45c31ae tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:52.634659 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-364f2c81-7b11-4468-b9b3-d39cdeb205d4 req-36ed94b8-f9c2-4e0d-9cbb-fbffe45c31ae tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.0614095 Mar 11 15:28:52.692979 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-364f2c81-7b11-4468-b9b3-d39cdeb205d4 req-5cb2728c-9a64-4c57-958e-35a6cca57403 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517190 Mar 11 15:28:53.725270 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb151d-335e-4bae-a70a-778a8b186ff7 req-a63219cb-0a64-4fd7-a80a-0fdf8546b349 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:53.726953 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f1cb151d-335e-4bae-a70a-778a8b186ff7 req-a63219cb-0a64-4fd7-a80a-0fdf8546b349 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 984 time: 0.0599196 Mar 11 15:28:53.797095 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f1cb151d-335e-4bae-a70a-778a8b186ff7 req-0ca2a18b-6bf9-4ac7-8157-5e2e7b578bc0 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&id=552bb8ac-cf46-413c-a3ef-82d636c2b8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0635321 Mar 11 15:28:53.824299 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5ad7e-fc1b-4c46-aaa2-0fd995d0b74b req-67a9d536-9ff0-4557-875e-f7df60a3b633 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:53.825736 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-fde5ad7e-fc1b-4c46-aaa2-0fd995d0b74b req-67a9d536-9ff0-4557-875e-f7df60a3b633 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.0560653 Mar 11 15:28:53.882752 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-fde5ad7e-fc1b-4c46-aaa2-0fd995d0b74b req-babc4616-92e6-4d40-813a-730204988fe4 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511625 Mar 11 15:28:54.925458 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d3be9-102b-4cf0-ad8a-a839115d02b7 req-97775348-319f-4156-a212-1777ebcdb771 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:54.926991 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-202d3be9-102b-4cf0-ad8a-a839115d02b7 req-97775348-319f-4156-a212-1777ebcdb771 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 984 time: 0.0577564 Mar 11 15:28:54.993600 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-202d3be9-102b-4cf0-ad8a-a839115d02b7 req-90003e13-c9c1-4ee2-83d8-7dbe7baef187 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&id=552bb8ac-cf46-413c-a3ef-82d636c2b8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606194 Mar 11 15:28:55.015562 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9633d8-343e-417e-84fb-93ff0aab39e8 req-3524f29b-758d-4660-9f00-668458f75367 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:55.015562 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6a9633d8-343e-417e-84fb-93ff0aab39e8 req-3524f29b-758d-4660-9f00-668458f75367 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.0542605 Mar 11 15:28:55.060898 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6a9633d8-343e-417e-84fb-93ff0aab39e8 req-39cb0afb-3e35-4c91-8c15-10f28920b7cd tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460839 Mar 11 15:28:56.119796 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbabd17-366b-4e0b-9f9c-ec52e4e03d95 req-0d1b6259-aee4-496e-9840-7a26b7d6cac6 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:56.121522 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-adbabd17-366b-4e0b-9f9c-ec52e4e03d95 req-0d1b6259-aee4-496e-9840-7a26b7d6cac6 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 984 time: 0.0590808 Mar 11 15:28:56.187078 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b343c71-81bd-4106-8011-3d29d2f628bd req-248e943a-b79e-493b-8966-7489e07bb68a tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:56.188604 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0b343c71-81bd-4106-8011-3d29d2f628bd req-248e943a-b79e-493b-8966-7489e07bb68a tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.0572000 Mar 11 15:28:56.191538 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-adbabd17-366b-4e0b-9f9c-ec52e4e03d95 req-a2d05f06-d55a-4508-95aa-bdad135e8256 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&id=552bb8ac-cf46-413c-a3ef-82d636c2b8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0638995 Mar 11 15:28:56.238174 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0b343c71-81bd-4106-8011-3d29d2f628bd req-2e48ef1a-5e64-48ec-8828-4393ebd18a48 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437508 Mar 11 15:28:57.320599 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7f9a9-0dc2-4fd6-9a4e-53135214d985 req-57db8d6d-61aa-4f79-bb44-132061652ec4 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:57.322270 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-43f7f9a9-0dc2-4fd6-9a4e-53135214d985 req-57db8d6d-61aa-4f79-bb44-132061652ec4 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 984 time: 0.0569057 Mar 11 15:28:57.362344 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90adb486-d628-4e71-adf5-71697312be0b req-dcdf92ba-f30c-4332-b67b-4cfe2846e7e2 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:57.363826 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-90adb486-d628-4e71-adf5-71697312be0b req-dcdf92ba-f30c-4332-b67b-4cfe2846e7e2 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.0557802 Mar 11 15:28:57.384345 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-43f7f9a9-0dc2-4fd6-9a4e-53135214d985 req-d517acb8-5cf8-41ea-acc7-69a64ece6df4 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&id=552bb8ac-cf46-413c-a3ef-82d636c2b8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555909 Mar 11 15:28:57.413594 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-90adb486-d628-4e71-adf5-71697312be0b req-5288e3fd-4e7a-4ca7-811d-e25f15a400b4 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441906 Mar 11 15:28:57.820192 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-11b2c2ab-1b90-4328-9ea4-b827f948c007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:28:58.508789 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cd5cd-f328-4ae9-ba74-f1b67ef5fce1 req-fb045e65-559d-42c5-b522-8f5eede7e8fe tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:58.510262 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ed3cd5cd-f328-4ae9-ba74-f1b67ef5fce1 req-fb045e65-559d-42c5-b522-8f5eede7e8fe tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 984 time: 0.0539682 Mar 11 15:28:58.540438 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e91ca-c61b-4dbd-a6b7-cc7d5dfe6f4c req-522fa9ae-6cfe-41dc-8fbf-4b5ac376320c tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:58.541918 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ea2e91ca-c61b-4dbd-a6b7-cc7d5dfe6f4c req-522fa9ae-6cfe-41dc-8fbf-4b5ac376320c tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.0557222 Mar 11 15:28:58.579827 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ed3cd5cd-f328-4ae9-ba74-f1b67ef5fce1 req-7a82cf9f-fbef-40e2-b7da-08b31d2da334 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&id=552bb8ac-cf46-413c-a3ef-82d636c2b8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0628457 Mar 11 15:28:58.592845 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ea2e91ca-c61b-4dbd-a6b7-cc7d5dfe6f4c req-b2b41577-7257-46ef-b99f-087778a38e81 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447090 Mar 11 15:28:59.705896 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caace1a5-3099-490d-8fe5-80673ed1ff4c req-2dd0a2fb-5942-4b68-a2c7-33a97e0766d7 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:59.707643 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-caace1a5-3099-490d-8fe5-80673ed1ff4c req-2dd0a2fb-5942-4b68-a2c7-33a97e0766d7 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 984 time: 0.0583663 Mar 11 15:28:59.729799 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbe840-66df-4f5c-a647-556a82bd26de req-00653690-21ce-4eb4-b5bd-690523195083 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:28:59.731430 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0edbe840-66df-4f5c-a647-556a82bd26de req-00653690-21ce-4eb4-b5bd-690523195083 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.0582416 Mar 11 15:28:59.773629 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-caace1a5-3099-490d-8fe5-80673ed1ff4c req-0c0844ae-d65f-4990-b1ac-3df62deed553 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&id=552bb8ac-cf46-413c-a3ef-82d636c2b8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600557 Mar 11 15:28:59.788996 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0edbe840-66df-4f5c-a647-556a82bd26de req-5c652500-ac35-4a73-aa62-ed4cad63dbdf tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511096 Mar 11 15:29:00.107109 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9a615d62-76e1-4127-923a-f9ac0836cac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:00.908956 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38409ed0-b269-4cdf-a6ae-16be06685178 req-415f50e2-f360-4ce4-99ed-f9a6b334e1de tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:00.910676 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-38409ed0-b269-4cdf-a6ae-16be06685178 req-415f50e2-f360-4ce4-99ed-f9a6b334e1de tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 984 time: 0.0665026 Mar 11 15:29:00.914029 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6c250-c579-4261-ba86-7f66c65d8ec7 req-3914f7cf-5523-4a25-9d03-582059e9169a tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:00.915565 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-38f6c250-c579-4261-ba86-7f66c65d8ec7 req-3914f7cf-5523-4a25-9d03-582059e9169a tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.0547733 Mar 11 15:29:00.974540 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-38f6c250-c579-4261-ba86-7f66c65d8ec7 req-377b2a82-d7cd-465d-994e-3c05efa35675 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528274 Mar 11 15:29:00.978467 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-38409ed0-b269-4cdf-a6ae-16be06685178 req-df5aa614-dfc8-4ca4-96a7-f97dbe6803a2 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&id=552bb8ac-cf46-413c-a3ef-82d636c2b8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0617855 Mar 11 15:29:01.249974 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:02.108601 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b802e-8f5b-4302-8f7c-b3d7f541b26c req-a6e6664a-1253-4fec-b1f1-ec578a45ff72 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:02.110103 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7e9b802e-8f5b-4302-8f7c-b3d7f541b26c req-a6e6664a-1253-4fec-b1f1-ec578a45ff72 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.0581129 Mar 11 15:29:02.119041 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac590e2d-ce27-4dd2-bee7-0b4bd2b779ff req-c50345b4-cc68-4e55-82ea-d7d32385c9f9 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:02.120603 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ac590e2d-ce27-4dd2-bee7-0b4bd2b779ff req-c50345b4-cc68-4e55-82ea-d7d32385c9f9 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 984 time: 0.0616193 Mar 11 15:29:02.189318 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7e9b802e-8f5b-4302-8f7c-b3d7f541b26c req-1c46c7e6-0e71-42a2-b074-2bcb870c41bf tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686421 Mar 11 15:29:02.201634 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ac590e2d-ce27-4dd2-bee7-0b4bd2b779ff req-01d2b624-2b7d-4819-954f-99c777e1f197 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&id=552bb8ac-cf46-413c-a3ef-82d636c2b8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0692487 Mar 11 15:29:03.021395 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:03.321318 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342514d2-5f69-433e-ba98-79b1bb280987 req-642d5d6d-cc10-4fe4-b147-141adab243f6 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:03.323439 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-342514d2-5f69-433e-ba98-79b1bb280987 req-642d5d6d-cc10-4fe4-b147-141adab243f6 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.0608194 Mar 11 15:29:03.335972 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9aab97-9f46-4657-a4f0-984a30e032fe req-2821d39f-5707-467e-8e16-95750a936574 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:03.337452 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-db9aab97-9f46-4657-a4f0-984a30e032fe req-2821d39f-5707-467e-8e16-95750a936574 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 984 time: 0.0584662 Mar 11 15:29:03.391569 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-342514d2-5f69-433e-ba98-79b1bb280987 req-abc82714-a050-47bb-a9ae-27fcdd621154 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605712 Mar 11 15:29:03.400415 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-db9aab97-9f46-4657-a4f0-984a30e032fe req-ee7e2c14-bc71-4651-bb55-d64b6dcd1a30 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&id=552bb8ac-cf46-413c-a3ef-82d636c2b8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571494 Mar 11 15:29:04.353053 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:04.539885 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884396ba-44f0-4872-a5d9-79928ec83774 req-440ba09c-4fe7-41c0-a58c-f673a66ad5d0 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:04.541340 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-884396ba-44f0-4872-a5d9-79928ec83774 req-440ba09c-4fe7-41c0-a58c-f673a66ad5d0 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.0540783 Mar 11 15:29:04.592062 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-884396ba-44f0-4872-a5d9-79928ec83774 req-6d01f108-5a4e-4061-8937-838aed43f442 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447171 Mar 11 15:29:05.593602 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:29:05.727700 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97a9fb-047d-4d8e-baea-f8c6fd6f57e8 req-29e3f810-db07-41b7-9c98-67b0d9057d94 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:05.729412 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3e97a9fb-047d-4d8e-baea-f8c6fd6f57e8 req-29e3f810-db07-41b7-9c98-67b0d9057d94 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.0604079 Mar 11 15:29:05.782439 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3e97a9fb-047d-4d8e-baea-f8c6fd6f57e8 req-a794f35a-2c65-4b48-8082-277b6719ba3d tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467157 Mar 11 15:29:06.910471 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7cf9d-eac7-4bfa-9886-e4c8731dbb49 req-79b4c1bd-ba0a-46d3-a3de-cf64db781b6e tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:06.911996 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-17a7cf9d-eac7-4bfa-9886-e4c8731dbb49 req-79b4c1bd-ba0a-46d3-a3de-cf64db781b6e tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.0606852 Mar 11 15:29:06.964969 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-17a7cf9d-eac7-4bfa-9886-e4c8731dbb49 req-42166cc8-7958-4bf9-b7b4-a1fec1275b13 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455070 Mar 11 15:29:08.088601 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a0f84-b29f-4b20-8710-c6d5260e495f req-958a26f3-ef2a-4a2f-b55c-2b0898fc2d7f tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:08.090108 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-463a0f84-b29f-4b20-8710-c6d5260e495f req-958a26f3-ef2a-4a2f-b55c-2b0898fc2d7f tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.0561168 Mar 11 15:29:08.140698 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-463a0f84-b29f-4b20-8710-c6d5260e495f req-86ffbfb0-27da-45af-82de-d5f6358ec3f0 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443316 Mar 11 15:29:09.263800 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea3ad3-dfb1-403f-9423-5de7d77728f4 req-3dddf7c1-df5d-4a3b-a224-6f4354021389 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:09.265345 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-14ea3ad3-dfb1-403f-9423-5de7d77728f4 req-3dddf7c1-df5d-4a3b-a224-6f4354021389 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.0565608 Mar 11 15:29:09.320621 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-14ea3ad3-dfb1-403f-9423-5de7d77728f4 req-d4c21966-d88e-4e16-88d1-47b6e88df8d2 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496268 Mar 11 15:29:10.488185 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4fcb3-3ea9-4da4-b611-0dc1a9568d60 req-1388f299-5745-4a40-87ce-215610aa0c06 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:10.489772 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-45f4fcb3-3ea9-4da4-b611-0dc1a9568d60 req-1388f299-5745-4a40-87ce-215610aa0c06 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.0730970 Mar 11 15:29:10.547688 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-45f4fcb3-3ea9-4da4-b611-0dc1a9568d60 req-181ff798-e398-4b80-8001-545de251dcb0 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522931 Mar 11 15:29:11.684656 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27874efe-a620-4c43-aabe-3f49dbdea610 req-3d59a8ae-2ce7-4ab2-a49b-7f222b5d4bd9 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:11.686353 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-27874efe-a620-4c43-aabe-3f49dbdea610 req-3d59a8ae-2ce7-4ab2-a49b-7f222b5d4bd9 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.0630128 Mar 11 15:29:11.749006 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-27874efe-a620-4c43-aabe-3f49dbdea610 req-956a4999-9545-43b2-be50-34925d74c3f3 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564554 Mar 11 15:29:12.585581 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:12.868653 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02aab84-d979-488a-9dd1-e087f5027933 req-fbeff459-c04d-4dc7-9ed0-71e4c045db5d tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:12.870033 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e02aab84-d979-488a-9dd1-e087f5027933 req-fbeff459-c04d-4dc7-9ed0-71e4c045db5d tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.0530515 Mar 11 15:29:12.945766 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e02aab84-d979-488a-9dd1-e087f5027933 req-946b7e7e-306e-471f-b132-bbea1178f114 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648785 Mar 11 15:29:12.950306 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07104b12-3e60-4ba9-9304-f387455e192b req-b9a2a298-7182-4e2c-b7e1-d9a4ab235b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:12.951748 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-07104b12-3e60-4ba9-9304-f387455e192b req-b9a2a298-7182-4e2c-b7e1-d9a4ab235b2a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7d0244beabeb42d0831e351a104bbce8&device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 1130 time: 0.0783038 Mar 11 15:29:13.042967 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07104b12-3e60-4ba9-9304-f387455e192b req-514474f3-1c1a-4ebe-84a0-f8c2af0a267e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:13.045153 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-07104b12-3e60-4ba9-9304-f387455e192b req-514474f3-1c1a-4ebe-84a0-f8c2af0a267e service neutron] 10.222.0.66 "GET /v2.0/networks?id=d8a88a21-9bc5-4199-8c17-333f15d9f909 HTTP/1.1" status: 200 len: 910 time: 0.0875447 Mar 11 15:29:13.112984 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-07104b12-3e60-4ba9-9304-f387455e192b req-0b7ab856-1276-4bf9-846b-f3edfb69c577 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=960e5869-4ea4-4af3-ab40-82a152372582 HTTP/1.1" status: 200 len: 1000 time: 0.0579188 Mar 11 15:29:13.433690 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07104b12-3e60-4ba9-9304-f387455e192b req-0ffc4857-dd03-4366-b239-0ec800881c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:13.436073 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-07104b12-3e60-4ba9-9304-f387455e192b req-0ffc4857-dd03-4366-b239-0ec800881c6d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e334dbac-ea6f-40c8-bf50-2480902c25fb HTTP/1.1" status: 200 len: 848 time: 0.3011100 Mar 11 15:29:13.486054 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07104b12-3e60-4ba9-9304-f387455e192b req-3d4724a7-0239-446d-970f-9c1b4843cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:13.487557 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-07104b12-3e60-4ba9-9304-f387455e192b req-3d4724a7-0239-446d-970f-9c1b4843cfb4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d8a88a21-9bc5-4199-8c17-333f15d9f909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453534 Mar 11 15:29:13.577885 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-07104b12-3e60-4ba9-9304-f387455e192b req-1f27746e-4eb4-4eca-bbd5-f99595b6bc63 service neutron] 10.222.0.66 "GET /v2.0/networks/d8a88a21-9bc5-4199-8c17-333f15d9f909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833294 Mar 11 15:29:13.674073 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-07104b12-3e60-4ba9-9304-f387455e192b req-e4571716-f83a-4d37-ab10-229a26a01344 service neutron] 10.222.0.66 "GET /v2.0/networks/d8a88a21-9bc5-4199-8c17-333f15d9f909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891972 Mar 11 15:29:14.067456 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418b19f-0cac-4850-8c13-0fa332512bae req-0fcab615-547e-44b9-87d1-72c887a80377 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:14.068908 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7418b19f-0cac-4850-8c13-0fa332512bae req-0fcab615-547e-44b9-87d1-72c887a80377 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.0540249 Mar 11 15:29:14.121593 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7418b19f-0cac-4850-8c13-0fa332512bae req-a7133811-7b20-4a2a-b401-6f057b285d2f tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456161 Mar 11 15:29:14.511792 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b5ba4-2701-4d64-928c-ab2c3579b7ef req-4541e74b-3029-413a-9eef-5915895f6c89 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:14.514660 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6b9b5ba4-2701-4d64-928c-ab2c3579b7ef req-4541e74b-3029-413a-9eef-5915895f6c89 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 946 time: 0.0666494 Mar 11 15:29:14.566453 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6b9b5ba4-2701-4d64-928c-ab2c3579b7ef req-e6b5724f-1c85-4e89-ae0d-fe31ad9138c4 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455971 Mar 11 15:29:15.251379 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e015b22-5237-48d5-8ab8-ed6dc549eb71 req-697a4878-04a5-47a1-9ea3-de38a8b5beda tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:15.252901 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3e015b22-5237-48d5-8ab8-ed6dc549eb71 req-697a4878-04a5-47a1-9ea3-de38a8b5beda tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.0587769 Mar 11 15:29:15.304600 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3e015b22-5237-48d5-8ab8-ed6dc549eb71 req-453251bb-38c8-4e19-a132-74b4b13814b1 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461686 Mar 11 15:29:15.688755 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae558d8e-46fb-4ebd-bd67-da1b5f132fff req-995bd853-786f-40e2-8730-27523d55801f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:15.690243 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ae558d8e-46fb-4ebd-bd67-da1b5f132fff req-995bd853-786f-40e2-8730-27523d55801f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 946 time: 0.0540047 Mar 11 15:29:15.756154 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ae558d8e-46fb-4ebd-bd67-da1b5f132fff req-24970b50-45a6-4da0-992e-da7182ff6e3f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586324 Mar 11 15:29:16.440740 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570553d1-02f9-4989-af06-ed827cb83134 req-eb5520bb-5ff4-48eb-ba2b-ab396a93ffc7 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:16.442359 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-570553d1-02f9-4989-af06-ed827cb83134 req-eb5520bb-5ff4-48eb-ba2b-ab396a93ffc7 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.0661449 Mar 11 15:29:16.497234 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-570553d1-02f9-4989-af06-ed827cb83134 req-ad340105-8441-48bb-acbc-72ccd2b695b7 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470729 Mar 11 15:29:16.882362 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566908f-d87e-43bc-9dc4-9912c2a49e0e req-30d3b965-d50d-4297-a3a2-33052c328cf7 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:16.885082 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2566908f-d87e-43bc-9dc4-9912c2a49e0e req-30d3b965-d50d-4297-a3a2-33052c328cf7 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 946 time: 0.0537093 Mar 11 15:29:16.936604 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2566908f-d87e-43bc-9dc4-9912c2a49e0e req-1bdc59e8-1017-4d39-b938-20b5a3888e04 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459490 Mar 11 15:29:16.979068 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192279a-2633-4bd1-9596-52ecc52eb628 req-0a78307a-47a8-4534-9e66-5d62e182163e tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:16.980693 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c192279a-2633-4bd1-9596-52ecc52eb628 req-0a78307a-47a8-4534-9e66-5d62e182163e tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 946 time: 0.0557346 Mar 11 15:29:17.028030 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c192279a-2633-4bd1-9596-52ecc52eb628 req-5ccd2e44-ca80-454e-9eba-3ea317bfa48d tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c401e7b-8bab-4974-abaa-d58f8454bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411050 Mar 11 15:29:17.619602 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92471043-1487-4c71-b4ed-381c31e7ade8 req-10234dfe-6226-4a4d-bf37-9afaa7745815 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:17.621120 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-92471043-1487-4c71-b4ed-381c31e7ade8 req-10234dfe-6226-4a4d-bf37-9afaa7745815 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.0576169 Mar 11 15:29:17.673066 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-92471043-1487-4c71-b4ed-381c31e7ade8 req-313b37e5-ca9b-454c-ba22-7ad4d9642269 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455203 Mar 11 15:29:17.739466 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [req-d4ca824c-5bbd-4082-8b7a-27f3315bcc29 req-61b05cca-3377-41fb-bb9d-803f7068fad0 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103739) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 15:29:17.740495 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d4ca824c-5bbd-4082-8b7a-27f3315bcc29 req-61b05cca-3377-41fb-bb9d-803f7068fad0 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055733 Mar 11 15:29:18.035822 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d457ee-a01e-4ac5-9cda-e46dd518db91 req-10260a8f-8128-41b2-bc54-317343f408f1 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:18.035822 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a0d457ee-a01e-4ac5-9cda-e46dd518db91 req-10260a8f-8128-41b2-bc54-317343f408f1 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.0550792 Mar 11 15:29:18.072152 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192a33d-a250-49ad-83e4-c1301f8851d0 req-abae43b5-a511-4b78-a1b7-d3c977ea1659 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:18.073648 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b192a33d-a250-49ad-83e4-c1301f8851d0 req-abae43b5-a511-4b78-a1b7-d3c977ea1659 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 946 time: 0.0629785 Mar 11 15:29:18.092090 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a0d457ee-a01e-4ac5-9cda-e46dd518db91 req-fd0e3de7-75e6-4dce-a675-747bbd570767 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525279 Mar 11 15:29:18.132401 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b192a33d-a250-49ad-83e4-c1301f8851d0 req-d084be19-e4dd-4a86-9034-523f5f056f0c tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517168 Mar 11 15:29:18.133356 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 35060) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:29:18.241692 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4fc22e-0527-40f3-83ea-08a8d481aa65 req-0a59a47d-63b5-48c9-adb9-38dba7569579 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:18.243163 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ab4fc22e-0527-40f3-83ea-08a8d481aa65 req-0a59a47d-63b5-48c9-adb9-38dba7569579 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 946 time: 0.0871480 Mar 11 15:29:18.250553 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-101bdaf5-4779-4911-b77b-314532dd6681 req-f53f89b2-5fa2-404f-bdf4-515e899865b7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1158326 Mar 11 15:29:18.261505 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [req-101bdaf5-4779-4911-b77b-314532dd6681 req-af93ff4c-9436-4269-a8b2-a53f0e6fea55 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103740) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 15:29:18.262458 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-101bdaf5-4779-4911-b77b-314532dd6681 req-af93ff4c-9436-4269-a8b2-a53f0e6fea55 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055230 Mar 11 15:29:18.300017 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ab4fc22e-0527-40f3-83ea-08a8d481aa65 req-325cd62d-c675-4ed6-966b-9afb8dcdbc0a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c401e7b-8bab-4974-abaa-d58f8454bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484803 Mar 11 15:29:18.339702 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 35070) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:29:18.436937 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101bdaf5-4779-4911-b77b-314532dd6681 req-8f707cad-51a9-4948-8a08-90f3a5731018 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:18.438194 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-101bdaf5-4779-4911-b77b-314532dd6681 req-8f707cad-51a9-4948-8a08-90f3a5731018 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports/960e5869-4ea4-4af3-ab40-82a152372582 HTTP/1.1" status: 200 len: 943 time: 0.0975199 Mar 11 15:29:18.739950 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278c421-c49e-4dee-a539-c80358b4e1a1 req-4eca36e4-4c45-4f45-9ba8-efb7b2f33c3d tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:18.741458 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c278c421-c49e-4dee-a539-c80358b4e1a1 req-4eca36e4-4c45-4f45-9ba8-efb7b2f33c3d tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.66 "GET /v2.0/ports?device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 946 time: 0.0545440 Mar 11 15:29:18.840701 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-c278c421-c49e-4dee-a539-c80358b4e1a1 req-a9090028-02f7-46d3-9b3b-244a7627354a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Deleting port 9c6aa4d0-02b7-47f3-92c8-58f367602a68 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:29:18.841043 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-c278c421-c49e-4dee-a539-c80358b4e1a1 req-a9090028-02f7-46d3-9b3b-244a7627354a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (9c6aa4d0-02b7-47f3-92c8-58f367602a68), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:18.933645 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-c278c421-c49e-4dee-a539-c80358b4e1a1 req-a9090028-02f7-46d3-9b3b-244a7627354a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] For port 9c6aa4d0-02b7-47f3-92c8-58f367602a68, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=9c6aa4d0-02b7-47f3-92c8-58f367602a68,segment=NetworkSegment(08e2d6d3-038c-4332-be4e-e62a17151335),segment_id=08e2d6d3-038c-4332-be4e-e62a17151335)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:18.934005 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-c278c421-c49e-4dee-a539-c80358b4e1a1 req-a9090028-02f7-46d3-9b3b-244a7627354a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (9c6aa4d0-02b7-47f3-92c8-58f367602a68), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:19.159440 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-c278c421-c49e-4dee-a539-c80358b4e1a1 req-a9090028-02f7-46d3-9b3b-244a7627354a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:19.160141 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-c278c421-c49e-4dee-a539-c80358b4e1a1 req-a9090028-02f7-46d3-9b3b-244a7627354a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628361'] for floatingip (d6813286-a93e-4d30-a184-738fe48bedc7), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:19.160141 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.db.l3_db [req-c278c421-c49e-4dee-a539-c80358b4e1a1 req-a9090028-02f7-46d3-9b3b-244a7627354a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Floating IP d6813286-a93e-4d30-a184-738fe48bedc7 disassociated. External IP: 172.27.2.237, port: 9c6aa4d0-02b7-47f3-92c8-58f367602a68. Mar 11 15:29:19.160462 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-c278c421-c49e-4dee-a539-c80358b4e1a1 req-a9090028-02f7-46d3-9b3b-244a7627354a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Calling delete_port for 9c6aa4d0-02b7-47f3-92c8-58f367602a68 owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:29:19.266963 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8499cf6-c2a9-45da-b99a-53caa7b0d8f3 req-10533ff1-3fc8-474d-9a7c-1c1da0a27905 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:19.268515 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c8499cf6-c2a9-45da-b99a-53caa7b0d8f3 req-10533ff1-3fc8-474d-9a7c-1c1da0a27905 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 946 time: 0.0565038 Mar 11 15:29:19.282240 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd094fc5-6635-42cc-a0b3-820568908f16 req-bb6e4caa-48e0-4f2c-9c40-c383c45cf698 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:19.283861 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cd094fc5-6635-42cc-a0b3-820568908f16 req-bb6e4caa-48e0-4f2c-9c40-c383c45cf698 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.1189919 Mar 11 15:29:19.322867 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c8499cf6-c2a9-45da-b99a-53caa7b0d8f3 req-bf1fbe4a-79c1-47bb-b2bd-30a15c5ceb30 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483613 Mar 11 15:29:19.376010 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cd094fc5-6635-42cc-a0b3-820568908f16 req-9ec62b13-28d3-4e9a-99e1-3e082906548d tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611782 Mar 11 15:29:19.431392 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-c278c421-c49e-4dee-a539-c80358b4e1a1 req-a9090028-02f7-46d3-9b3b-244a7627354a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (9c6aa4d0-02b7-47f3-92c8-58f367602a68), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:19.440603 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf47a0-eb2f-46b9-a1c7-f57b93a6c9c5 req-90c7c09c-53f1-4748-aa11-f50ef302616a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:19.442122 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-52cf47a0-eb2f-46b9-a1c7-f57b93a6c9c5 req-90c7c09c-53f1-4748-aa11-f50ef302616a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 946 time: 0.0558369 Mar 11 15:29:19.460496 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9090028-02f7-46d3-9b3b-244a7627354a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event deleted for resources: {'Port': ['ID=9c6aa4d0-02b7-47f3-92c8-58f367602a68,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:19.473837 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9090028-02f7-46d3-9b3b-244a7627354a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:19.474421 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9090028-02f7-46d3-9b3b-244a7627354a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:19.474883 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9090028-02f7-46d3-9b3b-244a7627354a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:19.475407 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9090028-02f7-46d3-9b3b-244a7627354a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:19.475731 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9090028-02f7-46d3-9b3b-244a7627354a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:19.476076 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9090028-02f7-46d3-9b3b-244a7627354a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:19.476403 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9090028-02f7-46d3-9b3b-244a7627354a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:19.476764 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9090028-02f7-46d3-9b3b-244a7627354a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:19.477073 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9090028-02f7-46d3-9b3b-244a7627354a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:19.477403 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9090028-02f7-46d3-9b3b-244a7627354a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:19.477751 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9090028-02f7-46d3-9b3b-244a7627354a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:19.478083 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9090028-02f7-46d3-9b3b-244a7627354a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:19.478409 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9090028-02f7-46d3-9b3b-244a7627354a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:19.500870 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-52cf47a0-eb2f-46b9-a1c7-f57b93a6c9c5 req-b4d569ae-f1e0-47c9-820e-d3e86c82d1f7 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=7c401e7b-8bab-4974-abaa-d58f8454bfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531352 Mar 11 15:29:19.602005 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c278c421-c49e-4dee-a539-c80358b4e1a1 req-a9090028-02f7-46d3-9b3b-244a7627354a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:29:19.718291 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c278c421-c49e-4dee-a539-c80358b4e1a1 req-a9090028-02f7-46d3-9b3b-244a7627354a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:29:19.728664 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb8aa30-a65e-44d4-b44c-27645e333912 None None] Sync routers for ids ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:29:19.738980 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb8aa30-a65e-44d4-b44c-27645e333912 None None] Routers {'1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:29:19.739883 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-dfb8aa30-a65e-44d4-b44c-27645e333912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:29:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:19.759546 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-c278c421-c49e-4dee-a539-c80358b4e1a1 req-a9090028-02f7-46d3-9b3b-244a7627354a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] No DVR routers for this DVR port 9c6aa4d0-02b7-47f3-92c8-58f367602a68 on host hv-cinder-83336 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:29:19.762121 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-c278c421-c49e-4dee-a539-c80358b4e1a1 req-a9090028-02f7-46d3-9b3b-244a7627354a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:19.766287 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c278c421-c49e-4dee-a539-c80358b4e1a1 req-a9090028-02f7-46d3-9b3b-244a7627354a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.66 "DELETE /v2.0/ports/9c6aa4d0-02b7-47f3-92c8-58f367602a68 HTTP/1.1" status: 204 len: 173 time: 1.0191715 Mar 11 15:29:19.766737 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e80e13-a3e0-40aa-92a2-48b681217ecb', 'name': 'network-vif-deleted', 'tag': '9c6aa4d0-02b7-47f3-92c8-58f367602a68'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:29:19.769356 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2005d4-50c2-4c4b-94cb-3c6a28783143" -d '{"events": [{"server_uuid": "98e80e13-a3e0-40aa-92a2-48b681217ecb", "name": "network-vif-deleted", "tag": "9c6aa4d0-02b7-47f3-92c8-58f367602a68"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:29:19.809031 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af51731-7e29-494c-8de7-1211b1a667a2 x-openstack-request-id: req-8af51731-7e29-494c-8de7-1211b1a667a2 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:29:19.809276 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e80e13-a3e0-40aa-92a2-48b681217ecb", "name": "network-vif-deleted", "tag": "9c6aa4d0-02b7-47f3-92c8-58f367602a68", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:29:19.809529 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8af51731-7e29-494c-8de7-1211b1a667a2 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:29:19.809944 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e80e13-a3e0-40aa-92a2-48b681217ecb', 'name': 'network-vif-deleted', 'tag': '9c6aa4d0-02b7-47f3-92c8-58f367602a68', 'status': 'completed', 'code': 200} Mar 11 15:29:19.859040 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-dfb8aa30-a65e-44d4-b44c-27645e333912 None None] Set router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:29:19.992825 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 960e5869-4ea4-4af3-ab40-82a152372582 no longer exists at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:29:20.153566 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port 960e5869-4ea4-4af3-ab40-82a152372582 is: ACTIVE; New status is: DOWN {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:29:20.154682 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (960e5869-4ea4-4af3-ab40-82a152372582), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:20.187833 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7c520e-f1ef-4f33-9a35-4a73607159e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '960e5869-4ea4-4af3-ab40-82a152372582'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:29:20.189960 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97dedef37c5e2c64aa44179f419dd586ddc22b8f5766e7bc49dcfeca4a9e3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0142a0-48ba-4fa5-a7f4-a142dba0a8b1" -d '{"events": [{"server_uuid": "cd7c520e-f1ef-4f33-9a35-4a73607159e2", "name": "network-vif-unplugged", "status": "completed", "tag": "960e5869-4ea4-4af3-ab40-82a152372582"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:29:20.203383 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-dfb8aa30-a65e-44d4-b44c-27645e333912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'name': 'tempest-AttachVolumeNegativeTest-850374247-router', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:48Z', 'revision_number': 4, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'gw_port': {'id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': 'a1622ede-aa4d-4820-8045-b775b8b94226', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'port_id': '1df88ce3-02bd-43a1-8919-c6b7e42fbd41', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'mac_address': 'fa:16:3e:f5:f4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d2efa6-4a13-4c2e-9b04-1bca4d51125e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:21:55Z', 'updated_at': '2022-03-11T15:22:39Z', 'revision_number': 2, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b94c66-669a-4d42-994d-c2a3469a4ba6', 'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'mac_address': 'fa:16:3e:92:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:47Z', 'updated_at': '2022-03-11T15:21:57Z', 'revision_number': 5, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'subnets': [{'id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:20.208594 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 960e5869-4ea4-4af3-ab40-82a152372582, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=960e5869-4ea4-4af3-ab40-82a152372582,segment=NetworkSegment(619dc896-bf7c-47d3-b303-226721fbea91),segment_id=619dc896-bf7c-47d3-b303-226721fbea91)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:20.235877 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Mar 2022 15:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa2448f-f943-4841-bfef-783519b21887 x-openstack-request-id: req-4aa2448f-f943-4841-bfef-783519b21887 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:29:20.236158 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7c520e-f1ef-4f33-9a35-4a73607159e2", "name": "network-vif-unplugged", "status": "failed", "tag": "960e5869-4ea4-4af3-ab40-82a152372582", "code": 422}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:29:20.236410 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4aa2448f-f943-4841-bfef-783519b21887 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:29:20.236831 dv-cinder-833365-1-iscsi neutron-server[103741]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cd7c520e-f1ef-4f33-9a35-4a73607159e2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '960e5869-4ea4-4af3-ab40-82a152372582', 'code': 422} returned with failed status Mar 11 15:29:20.237839 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb8aa30-a65e-44d4-b44c-27645e333912 None None] Checking router: 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:29:20.246512 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb8aa30-a65e-44d4-b44c-27645e333912 None None] Routers {'1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:29:20.247115 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-dfb8aa30-a65e-44d4-b44c-27645e333912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:29:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:20.295439 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (960e5869-4ea4-4af3-ab40-82a152372582), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:20.398318 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=960e5869-4ea4-4af3-ab40-82a152372582,revision_number=6']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:20.401528 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-dfb8aa30-a65e-44d4-b44c-27645e333912 None None] Set router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:29:20.435685 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:20.441936 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:20.441936 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:20.441936 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:20.441936 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:20.441936 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:20.441936 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:20.441936 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:20.441936 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:20.441936 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:20.441936 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:20.441936 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:20.441936 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:20.472455 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39263e4d-564a-461a-965c-14ff595cb697 req-f99d0d68-59dc-4703-944f-2562a86d8bd3 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:20.480108 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-39263e4d-564a-461a-965c-14ff595cb697 req-f99d0d68-59dc-4703-944f-2562a86d8bd3 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 946 time: 0.0751746 Mar 11 15:29:20.532919 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-39263e4d-564a-461a-965c-14ff595cb697 req-f77e9b76-b16c-4d0d-a8d3-d844995aadf6 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517304 Mar 11 15:29:20.534621 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e414d-a5f7-4859-bc1e-ca87b90e6445 req-1ca17ec4-2e52-4a17-a37b-f562c798d341 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:20.543331 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e75e414d-a5f7-4859-bc1e-ca87b90e6445 req-1ca17ec4-2e52-4a17-a37b-f562c798d341 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 944 time: 0.0713618 Mar 11 15:29:20.610958 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e75e414d-a5f7-4859-bc1e-ca87b90e6445 req-827de807-e76e-4c35-a6f6-59f5bd2bcf84 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667131 Mar 11 15:29:20.649414 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d781c031-31fe-4f9c-a61d-15ed0857b46f req-22cfe575-3ab5-4173-b4e8-41b8e141c0a4 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=98e80e13-a3e0-40aa-92a2-48b681217ecb HTTP/1.1" status: 200 len: 210 time: 0.0314643 Mar 11 15:29:20.843995 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-dfb8aa30-a65e-44d4-b44c-27645e333912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'name': 'tempest-AttachVolumeNegativeTest-850374247-router', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:48Z', 'revision_number': 4, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'gw_port': {'id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': 'a1622ede-aa4d-4820-8045-b775b8b94226', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'port_id': '1df88ce3-02bd-43a1-8919-c6b7e42fbd41', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'mac_address': 'fa:16:3e:f5:f4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d2efa6-4a13-4c2e-9b04-1bca4d51125e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:21:55Z', 'updated_at': '2022-03-11T15:22:39Z', 'revision_number': 2, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b94c66-669a-4d42-994d-c2a3469a4ba6', 'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'mac_address': 'fa:16:3e:92:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:47Z', 'updated_at': '2022-03-11T15:21:57Z', 'revision_number': 5, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'subnets': [{'id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:20.872009 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb8aa30-a65e-44d4-b44c-27645e333912 None None] The sync data for ids ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'] in dv-cinder-833365-1-iscsi is: [{'id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'name': 'tempest-AttachVolumeNegativeTest-850374247-router', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:48Z', 'revision_number': 4, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'gw_port': {'id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': 'a1622ede-aa4d-4820-8045-b775b8b94226', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'port_id': '1df88ce3-02bd-43a1-8919-c6b7e42fbd41', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 93, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'mac_address': 'fa:16:3e:f5:f4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d2efa6-4a13-4c2e-9b04-1bca4d51125e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:21:55Z', 'updated_at': '2022-03-11T15:22:39Z', 'revision_number': 2, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b94c66-669a-4d42-994d-c2a3469a4ba6', 'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'mac_address': 'fa:16:3e:92:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:47Z', 'updated_at': '2022-03-11T15:21:57Z', 'revision_number': 5, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'subnets': [{'id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:29:21.116302 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4a6a8d-c9e1-46c6-b72b-f2b1ac82d22a None None] New status for floating IP d6813286-a93e-4d30-a184-738fe48bedc7: DOWN {{(pid=103742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:29:21.173540 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101bdaf5-4779-4911-b77b-314532dd6681 req-0b29ba1f-35c1-433a-84d1-05c7e932f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:21.175249 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-101bdaf5-4779-4911-b77b-314532dd6681 req-0b29ba1f-35c1-433a-84d1-05c7e932f2b7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2&tenant_id=7d0244beabeb42d0831e351a104bbce8 HTTP/1.1" status: 200 len: 1128 time: 0.0813315 Mar 11 15:29:21.259163 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101bdaf5-4779-4911-b77b-314532dd6681 req-fec7b8e4-a2bf-4154-85a3-ac5769a015cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:21.260841 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-101bdaf5-4779-4911-b77b-314532dd6681 req-fec7b8e4-a2bf-4154-85a3-ac5769a015cd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7d0244beabeb42d0831e351a104bbce8&device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 1128 time: 0.0493610 Mar 11 15:29:21.359994 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101bdaf5-4779-4911-b77b-314532dd6681 req-3a7c3c26-e6f3-4ef5-ab43-13c22ef2c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:21.361433 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-101bdaf5-4779-4911-b77b-314532dd6681 req-3a7c3c26-e6f3-4ef5-ab43-13c22ef2c24f service neutron] 10.222.0.66 "GET /v2.0/networks?id=d8a88a21-9bc5-4199-8c17-333f15d9f909 HTTP/1.1" status: 200 len: 910 time: 0.0931613 Mar 11 15:29:21.434991 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-101bdaf5-4779-4911-b77b-314532dd6681 req-85a3b686-8f8c-415e-93e9-3d090b73ea8d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=960e5869-4ea4-4af3-ab40-82a152372582 HTTP/1.1" status: 200 len: 998 time: 0.0649128 Mar 11 15:29:21.484058 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101bdaf5-4779-4911-b77b-314532dd6681 req-05a1ce7d-92fd-4175-927d-77dc147be66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:21.485492 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-101bdaf5-4779-4911-b77b-314532dd6681 req-05a1ce7d-92fd-4175-927d-77dc147be66e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e334dbac-ea6f-40c8-bf50-2480902c25fb HTTP/1.1" status: 200 len: 848 time: 0.0443826 Mar 11 15:29:21.536776 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101bdaf5-4779-4911-b77b-314532dd6681 req-c4cbda8f-1aac-44f0-bf06-40575b8633b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:21.538317 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-101bdaf5-4779-4911-b77b-314532dd6681 req-c4cbda8f-1aac-44f0-bf06-40575b8633b8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d8a88a21-9bc5-4199-8c17-333f15d9f909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453770 Mar 11 15:29:21.646651 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-101bdaf5-4779-4911-b77b-314532dd6681 req-4a3157bc-e0b5-42f3-a82b-0fb0101fe968 service neutron] 10.222.0.66 "GET /v2.0/networks/d8a88a21-9bc5-4199-8c17-333f15d9f909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008322 Mar 11 15:29:21.692620 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d51f7-c879-43f3-9bbf-61412ded92d5 req-adec7726-dd9d-4962-88ad-7fc6880dd2c5 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:21.694175 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-033d51f7-c879-43f3-9bbf-61412ded92d5 req-adec7726-dd9d-4962-88ad-7fc6880dd2c5 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 946 time: 0.0676270 Mar 11 15:29:21.744620 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-033d51f7-c879-43f3-9bbf-61412ded92d5 req-12a1fa44-9bc1-464c-88c6-0821ed43d43b tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448375 Mar 11 15:29:21.777333 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-101bdaf5-4779-4911-b77b-314532dd6681 req-879dafeb-5995-4481-b008-0ebb75cc851e service neutron] 10.222.0.66 "GET /v2.0/networks/d8a88a21-9bc5-4199-8c17-333f15d9f909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235685 Mar 11 15:29:21.799969 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff0717-0caa-4870-b0eb-7ca65a35a040 req-f570a8c7-7098-4d0a-bc25-8bd1ed315c7e tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:21.801524 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-beff0717-0caa-4870-b0eb-7ca65a35a040 req-f570a8c7-7098-4d0a-bc25-8bd1ed315c7e tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 944 time: 0.0820649 Mar 11 15:29:21.869709 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-beff0717-0caa-4870-b0eb-7ca65a35a040 req-3bc31a2c-c678-46a3-9631-12ec2ff63696 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596011 Mar 11 15:29:21.913270 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 35104) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:29:21.968196 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4fc7f037-5df6-4bdf-bd58-04622f50c20b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group (7c401e7b-8bab-4974-abaa-d58f8454bfe5), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:21.993262 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4fc7f037-5df6-4bdf-bd58-04622f50c20b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group (7c401e7b-8bab-4974-abaa-d58f8454bfe5), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:21.995902 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 9c6aa4d0-02b7-47f3-92c8-58f367602a68 no longer exists at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:29:22.021167 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] No Port match for: 9c6aa4d0-02b7-47f3-92c8-58f367602a68 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:29:22.021507 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 9c6aa4d0-02b7-47f3-92c8-58f367602a68 not bound to the agent host hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:29:22.118418 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4fc7f037-5df6-4bdf-bd58-04622f50c20b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (7c401e7b-8bab-4974-abaa-d58f8454bfe5), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:22.121014 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4fc7f037-5df6-4bdf-bd58-04622f50c20b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:22.122166 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-4fc7f037-5df6-4bdf-bd58-04622f50c20b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "DELETE /v2.0/security-groups/7c401e7b-8bab-4974-abaa-d58f8454bfe5 HTTP/1.1" status: 204 len: 168 time: 0.2078688 Mar 11 15:29:22.125419 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 35106) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:29:22.132033 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7f037-5df6-4bdf-bd58-04622f50c20b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c401e7b-8bab-4974-abaa-d58f8454bfe5,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:22.139819 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.api.v2.resource [None req-8dd2917d-9ac8-4425-8998-667910aea9fe tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] show failed (client error): The resource could not be found. Mar 11 15:29:22.144761 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc7f037-5df6-4bdf-bd58-04622f50c20b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:22.145014 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-8dd2917d-9ac8-4425-8998-667910aea9fe tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups/7c401e7b-8bab-4974-abaa-d58f8454bfe5 HTTP/1.1" status: 404 len: 347 time: 0.0144439 Mar 11 15:29:22.145105 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc7f037-5df6-4bdf-bd58-04622f50c20b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:22.145105 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc7f037-5df6-4bdf-bd58-04622f50c20b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:22.145105 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc7f037-5df6-4bdf-bd58-04622f50c20b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:22.145105 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc7f037-5df6-4bdf-bd58-04622f50c20b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:22.145105 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc7f037-5df6-4bdf-bd58-04622f50c20b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:22.145105 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc7f037-5df6-4bdf-bd58-04622f50c20b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:22.145105 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc7f037-5df6-4bdf-bd58-04622f50c20b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:22.145105 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc7f037-5df6-4bdf-bd58-04622f50c20b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:22.145105 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc7f037-5df6-4bdf-bd58-04622f50c20b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:22.145782 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 35108) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:29:22.146130 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc7f037-5df6-4bdf-bd58-04622f50c20b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:22.146376 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc7f037-5df6-4bdf-bd58-04622f50c20b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:22.146723 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc7f037-5df6-4bdf-bd58-04622f50c20b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:29:22.277824 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-9a5a363f-04b3-426e-9705-d87dbdebe572 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Deleting port 484fb659-84fb-4e1f-90ff-ad9136a1bd3a {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:29:22.278081 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-9a5a363f-04b3-426e-9705-d87dbdebe572 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (484fb659-84fb-4e1f-90ff-ad9136a1bd3a), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:22.365239 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-9a5a363f-04b3-426e-9705-d87dbdebe572 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (484fb659-84fb-4e1f-90ff-ad9136a1bd3a), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:22.365563 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-9a5a363f-04b3-426e-9705-d87dbdebe572 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for floatingip (484fb659-84fb-4e1f-90ff-ad9136a1bd3a), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:22.384607 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-9a5a363f-04b3-426e-9705-d87dbdebe572 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Calling delete_port for 484fb659-84fb-4e1f-90ff-ad9136a1bd3a owned by network:floatingip {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:29:22.592080 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-9a5a363f-04b3-426e-9705-d87dbdebe572 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (484fb659-84fb-4e1f-90ff-ad9136a1bd3a), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:22.620912 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a363f-04b3-426e-9705-d87dbdebe572 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event deleted for resources: {'Port': ['ID=484fb659-84fb-4e1f-90ff-ad9136a1bd3a,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:22.687692 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-9a5a363f-04b3-426e-9705-d87dbdebe572 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for floatingip (d6813286-a93e-4d30-a184-738fe48bedc7), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:22.690317 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-9a5a363f-04b3-426e-9705-d87dbdebe572 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:22.691643 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-9a5a363f-04b3-426e-9705-d87dbdebe572 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "DELETE /v2.0/floatingips/d6813286-a93e-4d30-a184-738fe48bedc7 HTTP/1.1" status: 204 len: 168 time: 0.5447352 Mar 11 15:29:22.876419 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b374b8-3d1d-4079-9dd8-254ce16f572c req-a7e5fd96-6d04-4ba0-b54e-7a259b5d6c65 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:22.883525 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-04b374b8-3d1d-4079-9dd8-254ce16f572c req-a7e5fd96-6d04-4ba0-b54e-7a259b5d6c65 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 946 time: 0.0620754 Mar 11 15:29:22.931708 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-04b374b8-3d1d-4079-9dd8-254ce16f572c req-6e442309-d454-49b4-ad34-3d272f65db54 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471890 Mar 11 15:29:23.043097 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a44ba-fac0-47a9-8a2c-07b1408b3008 req-b9b6b04f-6d9a-4f49-be32-67524612bdd1 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:23.045327 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-733a44ba-fac0-47a9-8a2c-07b1408b3008 req-b9b6b04f-6d9a-4f49-be32-67524612bdd1 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 944 time: 0.0541987 Mar 11 15:29:23.121339 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-733a44ba-fac0-47a9-8a2c-07b1408b3008 req-d0f48213-eafb-4e75-9391-52e28d2ceed8 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680566 Mar 11 15:29:24.057246 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72936faf-521d-4fff-ba57-20e07132eb5e req-0721ccaf-6c24-4fe2-b5ad-af931b16c932 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:24.058728 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-72936faf-521d-4fff-ba57-20e07132eb5e req-0721ccaf-6c24-4fe2-b5ad-af931b16c932 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 946 time: 0.0521407 Mar 11 15:29:24.111489 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-72936faf-521d-4fff-ba57-20e07132eb5e req-1654f3e0-4a96-4576-a025-082b4e73ad48 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466063 Mar 11 15:29:24.256724 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648e71e-5edd-48ef-be2b-8ebd600add88 req-257ffffe-5f2b-4476-a509-6fbb48a8c622 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:24.258288 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d648e71e-5edd-48ef-be2b-8ebd600add88 req-257ffffe-5f2b-4476-a509-6fbb48a8c622 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 944 time: 0.0541055 Mar 11 15:29:24.309964 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d648e71e-5edd-48ef-be2b-8ebd600add88 req-84849e89-36c4-459a-904a-51908dacb6b9 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454743 Mar 11 15:29:25.237044 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a5d09-f416-469b-8ff1-87f5aa08785e req-4d9ee977-5d0b-45bc-a1a6-5ce01e5b17d2 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:25.238581 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ba7a5d09-f416-469b-8ff1-87f5aa08785e req-4d9ee977-5d0b-45bc-a1a6-5ce01e5b17d2 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 946 time: 0.0546107 Mar 11 15:29:25.287984 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ba7a5d09-f416-469b-8ff1-87f5aa08785e req-310f98e8-4553-4a92-931e-8caee034737d tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437124 Mar 11 15:29:25.433305 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84783d-61b0-4506-8bf9-c87cc1e3825f req-a680a3d4-21ae-4b01-8c54-203b945b0c80 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:25.434767 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1c84783d-61b0-4506-8bf9-c87cc1e3825f req-a680a3d4-21ae-4b01-8c54-203b945b0c80 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 944 time: 0.0572851 Mar 11 15:29:25.483992 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1c84783d-61b0-4506-8bf9-c87cc1e3825f req-21ad1f6b-bad0-463b-bfb8-6adb8d95908b tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431006 Mar 11 15:29:25.711867 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9eade-ddd3-4d25-86af-644a51ce2366 req-e7606d2f-b541-4fc8-87b1-c79631c6fcba tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:25.713356 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-18b9eade-ddd3-4d25-86af-644a51ce2366 req-e7606d2f-b541-4fc8-87b1-c79631c6fcba tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 945 time: 0.0544116 Mar 11 15:29:25.760239 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-18b9eade-ddd3-4d25-86af-644a51ce2366 req-7da1535d-211e-476b-b1a9-78063b4a9c15 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=2518db7d-0957-4a39-9b68-83c2c7487f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411913 Mar 11 15:29:26.413559 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c96b9-7f05-4e5b-b33b-5f288795a77e req-fde96ac6-d4b2-420d-a522-f4e2a9117ad2 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:26.415105 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f23c96b9-7f05-4e5b-b33b-5f288795a77e req-fde96ac6-d4b2-420d-a522-f4e2a9117ad2 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 946 time: 0.0531502 Mar 11 15:29:26.461531 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f23c96b9-7f05-4e5b-b33b-5f288795a77e req-7199c66d-000c-4c27-8468-59cd97523c6c tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408509 Mar 11 15:29:26.605783 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653010b-30a3-403b-ad32-91a9904285f3 req-bd7e82a0-10d5-4c6e-b39e-f9888d287e54 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:26.607774 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9653010b-30a3-403b-ad32-91a9904285f3 req-bd7e82a0-10d5-4c6e-b39e-f9888d287e54 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 944 time: 0.0561514 Mar 11 15:29:26.656951 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9653010b-30a3-403b-ad32-91a9904285f3 req-fae3c14b-f243-47ba-8735-53864f78bf50 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435646 Mar 11 15:29:26.781993 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2828f7-700b-43b8-8621-2e858ce0a9cd req-d119b312-2125-4aac-8386-6caa012842d0 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:26.783510 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7f2828f7-700b-43b8-8621-2e858ce0a9cd req-d119b312-2125-4aac-8386-6caa012842d0 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 945 time: 0.0567455 Mar 11 15:29:26.925207 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-7f2828f7-700b-43b8-8621-2e858ce0a9cd req-57add7aa-4481-4265-a529-e80137d93c79 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Deleting port 1df88ce3-02bd-43a1-8919-c6b7e42fbd41 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:29:26.925550 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-7f2828f7-700b-43b8-8621-2e858ce0a9cd req-57add7aa-4481-4265-a529-e80137d93c79 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (1df88ce3-02bd-43a1-8919-c6b7e42fbd41), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:26.945832 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28bc4f-94b6-4ad5-a5f2-19960e026b20 req-32dd6d89-3dc2-495d-81c9-ea297467b7fc tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:26.947151 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ae28bc4f-94b6-4ad5-a5f2-19960e026b20 req-32dd6d89-3dc2-495d-81c9-ea297467b7fc tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 945 time: 0.0871360 Mar 11 15:29:27.048059 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ae28bc4f-94b6-4ad5-a5f2-19960e026b20 req-5f64efb0-30df-41c6-952c-3da150f3102f tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=2518db7d-0957-4a39-9b68-83c2c7487f93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948603 Mar 11 15:29:27.055081 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-7f2828f7-700b-43b8-8621-2e858ce0a9cd req-57add7aa-4481-4265-a529-e80137d93c79 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] For port 1df88ce3-02bd-43a1-8919-c6b7e42fbd41, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=1df88ce3-02bd-43a1-8919-c6b7e42fbd41,segment=NetworkSegment(08e2d6d3-038c-4332-be4e-e62a17151335),segment_id=08e2d6d3-038c-4332-be4e-e62a17151335)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:27.055484 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-7f2828f7-700b-43b8-8621-2e858ce0a9cd req-57add7aa-4481-4265-a529-e80137d93c79 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (1df88ce3-02bd-43a1-8919-c6b7e42fbd41), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:27.230834 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-7f2828f7-700b-43b8-8621-2e858ce0a9cd req-57add7aa-4481-4265-a529-e80137d93c79 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:27.231112 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-7f2828f7-700b-43b8-8621-2e858ce0a9cd req-57add7aa-4481-4265-a529-e80137d93c79 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628361'] for floatingip (a1622ede-aa4d-4820-8045-b775b8b94226), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:27.231452 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.db.l3_db [req-7f2828f7-700b-43b8-8621-2e858ce0a9cd req-57add7aa-4481-4265-a529-e80137d93c79 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Floating IP a1622ede-aa4d-4820-8045-b775b8b94226 disassociated. External IP: 172.27.2.217, port: 1df88ce3-02bd-43a1-8919-c6b7e42fbd41. Mar 11 15:29:27.231861 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-7f2828f7-700b-43b8-8621-2e858ce0a9cd req-57add7aa-4481-4265-a529-e80137d93c79 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Calling delete_port for 1df88ce3-02bd-43a1-8919-c6b7e42fbd41 owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:29:27.432435 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-7f2828f7-700b-43b8-8621-2e858ce0a9cd req-57add7aa-4481-4265-a529-e80137d93c79 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (1df88ce3-02bd-43a1-8919-c6b7e42fbd41), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:27.462435 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57add7aa-4481-4265-a529-e80137d93c79 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event deleted for resources: {'Port': ['ID=1df88ce3-02bd-43a1-8919-c6b7e42fbd41,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:27.582958 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f2828f7-700b-43b8-8621-2e858ce0a9cd req-57add7aa-4481-4265-a529-e80137d93c79 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:29:27.588616 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1f632-519c-4927-b6ae-04a60b600b0a req-f6a67b43-d606-463c-a7b9-926cefae6bbd tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:27.590170 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3ee1f632-519c-4927-b6ae-04a60b600b0a req-f6a67b43-d606-463c-a7b9-926cefae6bbd tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 946 time: 0.0562835 Mar 11 15:29:27.637783 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3ee1f632-519c-4927-b6ae-04a60b600b0a req-50b17de1-4c7f-43ac-b518-5125d30a9eb9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407896 Mar 11 15:29:27.700027 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f2828f7-700b-43b8-8621-2e858ce0a9cd req-57add7aa-4481-4265-a529-e80137d93c79 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:29:27.711734 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b49b79-d33e-4315-9788-0e4cfa391560 None None] Sync routers for ids ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:29:27.723540 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b49b79-d33e-4315-9788-0e4cfa391560 None None] Routers {'1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:29:27.724592 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-c7b49b79-d33e-4315-9788-0e4cfa391560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:29:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:27.754629 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2828f7-700b-43b8-8621-2e858ce0a9cd req-57add7aa-4481-4265-a529-e80137d93c79 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] No DVR routers for this DVR port 1df88ce3-02bd-43a1-8919-c6b7e42fbd41 on host hv-cinder-83336 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:29:27.770591 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-7f2828f7-700b-43b8-8621-2e858ce0a9cd req-57add7aa-4481-4265-a529-e80137d93c79 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:27.773860 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7f2828f7-700b-43b8-8621-2e858ce0a9cd req-57add7aa-4481-4265-a529-e80137d93c79 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.66 "DELETE /v2.0/ports/1df88ce3-02bd-43a1-8919-c6b7e42fbd41 HTTP/1.1" status: 204 len: 173 time: 0.9826515 Mar 11 15:29:27.774453 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d2efa6-4a13-4c2e-9b04-1bca4d51125e', 'name': 'network-vif-deleted', 'tag': '1df88ce3-02bd-43a1-8919-c6b7e42fbd41'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:29:27.776771 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b24be3-4914-47d8-a393-91ad6aac3bea" -d '{"events": [{"server_uuid": "c3d2efa6-4a13-4c2e-9b04-1bca4d51125e", "name": "network-vif-deleted", "tag": "1df88ce3-02bd-43a1-8919-c6b7e42fbd41"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:29:27.810773 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d048a21-3766-409d-adba-f26f0009ab41 req-53581f06-e56a-487f-a1a7-6308728090f6 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:27.811622 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8d048a21-3766-409d-adba-f26f0009ab41 req-53581f06-e56a-487f-a1a7-6308728090f6 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 944 time: 0.0834589 Mar 11 15:29:27.831682 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb34170-57f0-4ef5-a632-c5e1f6027ff5 x-openstack-request-id: req-bbb34170-57f0-4ef5-a632-c5e1f6027ff5 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:29:27.832035 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d2efa6-4a13-4c2e-9b04-1bca4d51125e", "name": "network-vif-deleted", "tag": "1df88ce3-02bd-43a1-8919-c6b7e42fbd41", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:29:27.832219 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bbb34170-57f0-4ef5-a632-c5e1f6027ff5 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:29:27.832612 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d2efa6-4a13-4c2e-9b04-1bca4d51125e', 'name': 'network-vif-deleted', 'tag': '1df88ce3-02bd-43a1-8919-c6b7e42fbd41', 'status': 'completed', 'code': 200} Mar 11 15:29:27.862996 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-c7b49b79-d33e-4315-9788-0e4cfa391560 None None] Set router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:29:27.880309 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8d048a21-3766-409d-adba-f26f0009ab41 req-89ebf009-ab2a-4ae7-a594-1e9033088aeb tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558779 Mar 11 15:29:27.894241 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-0d0b5eed-bb94-4be5-b72b-8c18cb77766e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:28.059452 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb details requested by agent hyperv_hv-cinder-83336 with host hv-cinder-83336 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 15:29:28.176214 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-c7b49b79-d33e-4315-9788-0e4cfa391560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'name': 'tempest-AttachVolumeNegativeTest-850374247-router', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:48Z', 'revision_number': 4, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'gw_port': {'id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '91b94c66-669a-4d42-994d-c2a3469a4ba6', 'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'mac_address': 'fa:16:3e:92:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:47Z', 'updated_at': '2022-03-11T15:21:57Z', 'revision_number': 5, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'subnets': [{'id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:28.190232 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a2160590-6ca4-4dfd-81fb-1cac4b7053d7 req-7947d469-6199-46c2-a293-669aef923ee3 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3d2efa6-4a13-4c2e-9b04-1bca4d51125e HTTP/1.1" status: 200 len: 210 time: 0.0395474 Mar 11 15:29:28.219701 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b49b79-d33e-4315-9788-0e4cfa391560 None None] Checking router: 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:29:28.240689 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb,segment=NetworkSegment(3741b2ab-b6fb-417c-b81e-099405fb40ec),segment_id=3741b2ab-b6fb-417c-b81e-099405fb40ec)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:28.252977 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b49b79-d33e-4315-9788-0e4cfa391560 None None] Routers {'1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:29:28.253617 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-c7b49b79-d33e-4315-9788-0e4cfa391560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:29:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:28.259077 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Returning: {'device': '2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb', 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba', 'port_id': '2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb', 'mac_address': 'fa:16:3e:c6:09:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 15:29:28.360193 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb is: ACTIVE; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:29:28.360597 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:28.414199 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:29:28.452848 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-c7b49b79-d33e-4315-9788-0e4cfa391560 None None] Set router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:29:28.456182 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb,segment=NetworkSegment(3741b2ab-b6fb-417c-b81e-099405fb40ec),segment_id=3741b2ab-b6fb-417c-b81e-099405fb40ec)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:28.549185 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:28.678703 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb,revision_number=6']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:28.742928 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-c7b49b79-d33e-4315-9788-0e4cfa391560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'name': 'tempest-AttachVolumeNegativeTest-850374247-router', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:48Z', 'revision_number': 4, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'gw_port': {'id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '91b94c66-669a-4d42-994d-c2a3469a4ba6', 'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'mac_address': 'fa:16:3e:92:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:47Z', 'updated_at': '2022-03-11T15:21:57Z', 'revision_number': 5, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'subnets': [{'id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:28.779610 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b49b79-d33e-4315-9788-0e4cfa391560 None None] The sync data for ids ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'] in dv-cinder-833365-1-iscsi is: [{'id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'name': 'tempest-AttachVolumeNegativeTest-850374247-router', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:48Z', 'revision_number': 4, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'gw_port': {'id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '91b94c66-669a-4d42-994d-c2a3469a4ba6', 'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'mac_address': 'fa:16:3e:92:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:47Z', 'updated_at': '2022-03-11T15:21:57Z', 'revision_number': 5, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'subnets': [{'id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:29:28.785645 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c1782-3980-4b67-aaa5-71bbce76cf17 req-035e69e9-e329-4d75-b026-80c650563610 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:28.786506 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d95c1782-3980-4b67-aaa5-71bbce76cf17 req-035e69e9-e329-4d75-b026-80c650563610 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 945 time: 0.0608072 Mar 11 15:29:28.794128 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:29:28.865641 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d95c1782-3980-4b67-aaa5-71bbce76cf17 req-fb9a3812-b6b6-4461-b0e9-ce927fc705de tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722589 Mar 11 15:29:29.017486 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ccbb2-7ee1-4cfd-bacd-b8bde20a0ed2 req-70f2c86d-963d-4c07-8a6a-5f2a4b460fbf tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:29.022364 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b79ccbb2-7ee1-4cfd-bacd-b8bde20a0ed2 req-70f2c86d-963d-4c07-8a6a-5f2a4b460fbf tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 944 time: 0.0602524 Mar 11 15:29:29.073584 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcd3550-bb26-424f-a606-3848e86ada16 None None] New status for floating IP a1622ede-aa4d-4820-8045-b775b8b94226: DOWN {{(pid=103742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:29:29.093117 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b79ccbb2-7ee1-4cfd-bacd-b8bde20a0ed2 req-771fd0f4-94c0-4e2d-ad1e-cdbfe18a6184 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674500 Mar 11 15:29:29.353411 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 35168) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:29:29.410302 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b4a22741-99ca-44f0-95ec-bcf11df02dec tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group (2518db7d-0957-4a39-9b68-83c2c7487f93), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:29.433273 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b4a22741-99ca-44f0-95ec-bcf11df02dec tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group (2518db7d-0957-4a39-9b68-83c2c7487f93), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:29.581106 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b4a22741-99ca-44f0-95ec-bcf11df02dec tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (2518db7d-0957-4a39-9b68-83c2c7487f93), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:29.583821 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b4a22741-99ca-44f0-95ec-bcf11df02dec tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:29.584980 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-b4a22741-99ca-44f0-95ec-bcf11df02dec tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "DELETE /v2.0/security-groups/2518db7d-0957-4a39-9b68-83c2c7487f93 HTTP/1.1" status: 204 len: 168 time: 0.2305942 Mar 11 15:29:29.587841 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 35170) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:29:29.598477 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a22741-99ca-44f0-95ec-bcf11df02dec tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2518db7d-0957-4a39-9b68-83c2c7487f93,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:29.601464 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.api.v2.resource [None req-e50ba894-92a3-483f-83b4-f40ffb23b9f3 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] show failed (client error): The resource could not be found. Mar 11 15:29:29.602503 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-e50ba894-92a3-483f-83b4-f40ffb23b9f3 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups/2518db7d-0957-4a39-9b68-83c2c7487f93 HTTP/1.1" status: 404 len: 347 time: 0.0134826 Mar 11 15:29:29.605508 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 35172) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:29:29.731284 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-ffc2cb19-e171-446a-9bda-697c5586cfd6 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Deleting port 1681778e-9152-4e4d-88b1-b80158e67564 {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:29:29.731644 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ffc2cb19-e171-446a-9bda-697c5586cfd6 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (1681778e-9152-4e4d-88b1-b80158e67564), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:29.809484 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ffc2cb19-e171-446a-9bda-697c5586cfd6 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (1681778e-9152-4e4d-88b1-b80158e67564), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:29.811520 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ffc2cb19-e171-446a-9bda-697c5586cfd6 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for floatingip (1681778e-9152-4e4d-88b1-b80158e67564), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:29.822021 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-ffc2cb19-e171-446a-9bda-697c5586cfd6 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Calling delete_port for 1681778e-9152-4e4d-88b1-b80158e67564 owned by network:floatingip {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:29:30.063297 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 960e5869-4ea4-4af3-ab40-82a152372582 details requested by agent hyperv_hv-cinder-83336 with host hv-cinder-83336 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 15:29:30.065422 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb up at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:29:30.073107 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ffc2cb19-e171-446a-9bda-697c5586cfd6 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (1681778e-9152-4e4d-88b1-b80158e67564), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:30.104787 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2cb19-e171-446a-9bda-697c5586cfd6 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event deleted for resources: {'Port': ['ID=1681778e-9152-4e4d-88b1-b80158e67564,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:30.108899 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-0ecb97e6-0b8c-4142-82c0-3b97a3a32275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:30.177635 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ffc2cb19-e171-446a-9bda-697c5586cfd6 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for floatingip (a1622ede-aa4d-4820-8045-b775b8b94226), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:30.180964 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-ffc2cb19-e171-446a-9bda-697c5586cfd6 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:30.182632 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-ffc2cb19-e171-446a-9bda-697c5586cfd6 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "DELETE /v2.0/floatingips/a1622ede-aa4d-4820-8045-b775b8b94226 HTTP/1.1" status: 204 len: 168 time: 0.5759308 Mar 11 15:29:30.205446 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning complete for port 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:29:30.205919 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:30.219597 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377d7c9-24b8-4b8f-ae4e-52cb5dde3d68 req-5859f344-bcec-4a8b-a868-b27a629417cc tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:30.221428 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2377d7c9-24b8-4b8f-ae4e-52cb5dde3d68 req-5859f344-bcec-4a8b-a868-b27a629417cc tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 945 time: 0.1211195 Mar 11 15:29:30.256719 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 960e5869-4ea4-4af3-ab40-82a152372582, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=960e5869-4ea4-4af3-ab40-82a152372582,segment=NetworkSegment(619dc896-bf7c-47d3-b303-226721fbea91),segment_id=619dc896-bf7c-47d3-b303-226721fbea91)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:30.272524 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Returning: {'device': '960e5869-4ea4-4af3-ab40-82a152372582', 'network_id': 'd8a88a21-9bc5-4199-8c17-333f15d9f909', 'port_id': '960e5869-4ea4-4af3-ab40-82a152372582', 'mac_address': 'fa:16:3e:15:95:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e334dbac-ea6f-40c8-bf50-2480902c25fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 15:29:30.275410 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2377d7c9-24b8-4b8f-ae4e-52cb5dde3d68 req-75c0c67f-d436-4089-8334-95a580561d87 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476692 Mar 11 15:29:30.275687 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7411d9-eb63-44ea-8eb3-b87623f6b76b req-d2f3c322-7db8-4333-9e81-cc856e2da094 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:30.277029 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ee7411d9-eb63-44ea-8eb3-b87623f6b76b req-d2f3c322-7db8-4333-9e81-cc856e2da094 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 944 time: 0.0565951 Mar 11 15:29:30.362127 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ee7411d9-eb63-44ea-8eb3-b87623f6b76b req-3ddf5fe8-8695-4af0-abac-eaaca7c77823 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766432 Mar 11 15:29:30.493415 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port 960e5869-4ea4-4af3-ab40-82a152372582 is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:29:30.493750 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (960e5869-4ea4-4af3-ab40-82a152372582), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:30.496672 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:29:30.497043 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:30.516166 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 960e5869-4ea4-4af3-ab40-82a152372582 {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:29:30.536422 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62134e54-4bf3-4c6c-8645-e0b5664e458f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:29:30.538645 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97dedef37c5e2c64aa44179f419dd586ddc22b8f5766e7bc49dcfeca4a9e3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b57e35-de96-443a-a8f7-5733ada85a7f" -d '{"events": [{"server_uuid": "62134e54-4bf3-4c6c-8645-e0b5664e458f", "name": "network-vif-plugged", "status": "completed", "tag": "2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:29:30.556778 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb,segment=NetworkSegment(3741b2ab-b6fb-417c-b81e-099405fb40ec),segment_id=3741b2ab-b6fb-417c-b81e-099405fb40ec)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:30.558664 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 960e5869-4ea4-4af3-ab40-82a152372582, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=960e5869-4ea4-4af3-ab40-82a152372582,segment=NetworkSegment(619dc896-bf7c-47d3-b303-226721fbea91),segment_id=619dc896-bf7c-47d3-b303-226721fbea91)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:30.576797 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbc71a1-897a-4af4-bb90-23f90dfa74fb x-openstack-request-id: req-ebbc71a1-897a-4af4-bb90-23f90dfa74fb {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:29:30.577062 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62134e54-4bf3-4c6c-8645-e0b5664e458f", "name": "network-vif-plugged", "status": "completed", "tag": "2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:29:30.577331 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ebbc71a1-897a-4af4-bb90-23f90dfa74fb {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:29:30.577698 dv-cinder-833365-1-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62134e54-4bf3-4c6c-8645-e0b5664e458f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb', 'code': 200} Mar 11 15:29:30.632735 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:30.633554 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 1df88ce3-02bd-43a1-8919-c6b7e42fbd41 no longer exists at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:29:30.670725 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] No Port match for: 1df88ce3-02bd-43a1-8919-c6b7e42fbd41 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:29:30.671075 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 1df88ce3-02bd-43a1-8919-c6b7e42fbd41 not bound to the agent host hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:29:30.672682 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (960e5869-4ea4-4af3-ab40-82a152372582), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:30.700379 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb,revision_number=7']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:30.752474 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=960e5869-4ea4-4af3-ab40-82a152372582,revision_number=7']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:31.249378 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:31.343112 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['960e5869-4ea4-4af3-ab40-82a152372582'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:29:31.610974 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c76f2-87cb-4829-ac4a-506380c32f27 req-d20a493e-9a91-46d9-b2a4-f4cf61e904b3 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:31.612603 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-de7c76f2-87cb-4829-ac4a-506380c32f27 req-d20a493e-9a91-46d9-b2a4-f4cf61e904b3 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 946 time: 0.2614303 Mar 11 15:29:31.659638 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-de7c76f2-87cb-4829-ac4a-506380c32f27 req-5ae8572c-1675-4a5c-9c85-0bea4766eefe tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414801 Mar 11 15:29:31.776460 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad3322-d40f-4628-b9cd-0bf7a026f4ca req-85ca82b3-e24b-45a3-b670-cc5c792134d7 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:31.777907 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1fad3322-d40f-4628-b9cd-0bf7a026f4ca req-85ca82b3-e24b-45a3-b670-cc5c792134d7 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 945 time: 0.0571754 Mar 11 15:29:31.828643 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1fad3322-d40f-4628-b9cd-0bf7a026f4ca req-75854c73-5375-4d61-9cf2-12691e5bab8d tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451205 Mar 11 15:29:32.120282 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 35188) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:29:32.124899 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-64a94588-faa9-4a65-bcc4-a729307d36d7 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1218494225', 'description': 'tempest-description--1360245171'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:29:32.209751 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-64a94588-faa9-4a65-bcc4-a729307d36d7 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:32.278858 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-64a94588-faa9-4a65-bcc4-a729307d36d7 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group (98b927f2-7c76-4180-a451-54f5f42a2b65), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:32.357922 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-64a94588-faa9-4a65-bcc4-a729307d36d7 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (98b927f2-7c76-4180-a451-54f5f42a2b65), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:32.389172 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a94588-faa9-4a65-bcc4-a729307d36d7 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98b927f2-7c76-4180-a451-54f5f42a2b65,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:32.491616 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-64a94588-faa9-4a65-bcc4-a729307d36d7 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:32.492863 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-64a94588-faa9-4a65-bcc4-a729307d36d7 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3714929 Mar 11 15:29:32.496411 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 35190) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:29:32.501367 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-91ab040c-ae04-4d09-9f73-b72fc4b9f35c tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Request body: {'security_group_rule': {'security_group_id': '98b927f2-7c76-4180-a451-54f5f42a2b65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:29:32.580829 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-91ab040c-ae04-4d09-9f73-b72fc4b9f35c tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group_rule (0ae8e0f5-a3ac-4394-b064-a40fb7d7c39e), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:32.643375 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-91ab040c-ae04-4d09-9f73-b72fc4b9f35c tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group_rule (0ae8e0f5-a3ac-4394-b064-a40fb7d7c39e), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:32.718658 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-91ab040c-ae04-4d09-9f73-b72fc4b9f35c tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951566'] for security_group_rule (0ae8e0f5-a3ac-4394-b064-a40fb7d7c39e), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:32.740653 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab040c-ae04-4d09-9f73-b72fc4b9f35c tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae8e0f5-a3ac-4394-b064-a40fb7d7c39e,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:32.792264 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942ba03-5916-483a-8767-38379c0b24d1 req-a9ed2c3e-d0e3-4f03-a233-3fbda83f6cd4 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:32.793744 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c942ba03-5916-483a-8767-38379c0b24d1 req-a9ed2c3e-d0e3-4f03-a233-3fbda83f6cd4 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 946 time: 0.0580106 Mar 11 15:29:32.817047 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-91ab040c-ae04-4d09-9f73-b72fc4b9f35c tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:32.818293 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-91ab040c-ae04-4d09-9f73-b72fc4b9f35c tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3209193 Mar 11 15:29:32.821004 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 35194) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:29:32.825331 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-08c9294f-9149-4f3b-9051-1b7d7595c26b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Request body: {'security_group_rule': {'security_group_id': '98b927f2-7c76-4180-a451-54f5f42a2b65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:29:32.843873 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c942ba03-5916-483a-8767-38379c0b24d1 req-690f947a-b140-4373-8d9a-d86b9c13ce5f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438409 Mar 11 15:29:32.929163 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-08c9294f-9149-4f3b-9051-1b7d7595c26b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group_rule (ac949756-1c5c-476a-b0ff-30521033f751), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:32.980418 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339b93a-6b70-4312-bc33-d67a80accb24 req-1a0cc61a-566f-47b4-b7f9-7da6fa1f481d tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:32.982512 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9339b93a-6b70-4312-bc33-d67a80accb24 req-1a0cc61a-566f-47b4-b7f9-7da6fa1f481d tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 945 time: 0.0853088 Mar 11 15:29:33.020821 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:33.029258 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-08c9294f-9149-4f3b-9051-1b7d7595c26b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group_rule (ac949756-1c5c-476a-b0ff-30521033f751), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:33.057582 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9339b93a-6b70-4312-bc33-d67a80accb24 req-417bc79c-c3a1-4634-a876-5daf5fee728e tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655878 Mar 11 15:29:33.113345 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-08c9294f-9149-4f3b-9051-1b7d7595c26b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951566'] for security_group_rule (ac949756-1c5c-476a-b0ff-30521033f751), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:33.384376 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9294f-9149-4f3b-9051-1b7d7595c26b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac949756-1c5c-476a-b0ff-30521033f751,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:33.439891 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-08c9294f-9149-4f3b-9051-1b7d7595c26b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:33.442186 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-08c9294f-9149-4f3b-9051-1b7d7595c26b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6201739 Mar 11 15:29:33.445458 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 35210) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:29:33.449867 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-e25cf213-3915-4d42-aac3-6693c4c2de95 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Request body: {'floatingip': {'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:29:33.528301 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e25cf213-3915-4d42-aac3-6693c4c2de95 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:33.630474 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e25cf213-3915-4d42-aac3-6693c4c2de95 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:33.741051 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [None req-e25cf213-3915-4d42-aac3-6693c4c2de95 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Allocated IP 172.27.2.175 (78e1392b-e3c2-4d04-8c82-7bd84bb30297/7f6dd339-b219-48a3-93bc-4a99710f07af/2a03c837-eea5-4b12-bdad-e5dee2671a85) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:29:33.839421 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e25cf213-3915-4d42-aac3-6693c4c2de95 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for port (2a03c837-eea5-4b12-bdad-e5dee2671a85), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:33.964537 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e25cf213-3915-4d42-aac3-6693c4c2de95 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (2a03c837-eea5-4b12-bdad-e5dee2671a85), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:33.976009 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3e6ec-97ce-478b-87bf-92520a49b09a req-3e72d410-1c75-45d4-8a70-460c0bec1763 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:33.978162 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-70e3e6ec-97ce-478b-87bf-92520a49b09a req-3e72d410-1c75-45d4-8a70-460c0bec1763 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 946 time: 0.0561149 Mar 11 15:29:34.014656 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25cf213-3915-4d42-aac3-6693c4c2de95 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:29:34.022006 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-e25cf213-3915-4d42-aac3-6693c4c2de95 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:34.024210 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25cf213-3915-4d42-aac3-6693c4c2de95 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event updated for resources: {'Port': ['ID=2a03c837-eea5-4b12-bdad-e5dee2671a85,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:34.026673 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25cf213-3915-4d42-aac3-6693c4c2de95 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:29:34.045575 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-70e3e6ec-97ce-478b-87bf-92520a49b09a req-865767af-80cd-48b1-8cf6-f3871c58f5f6 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598934 Mar 11 15:29:34.076726 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 960e5869-4ea4-4af3-ab40-82a152372582 up at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:29:34.147066 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning complete for port 960e5869-4ea4-4af3-ab40-82a152372582 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:29:34.147684 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (960e5869-4ea4-4af3-ab40-82a152372582), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:34.233414 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e25cf213-3915-4d42-aac3-6693c4c2de95 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for floatingip (e7de038a-fa3a-42f4-a93a-a8ad58e18d70), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:34.259586 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port 960e5869-4ea4-4af3-ab40-82a152372582 is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:29:34.260030 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (960e5869-4ea4-4af3-ab40-82a152372582), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:34.262817 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9a69db-a4dc-4eb1-aabd-71cae1b0e622 req-8465d954-5f40-4a10-855b-4e80b53fda01 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:34.264743 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6b9a69db-a4dc-4eb1-aabd-71cae1b0e622 req-8465d954-5f40-4a10-855b-4e80b53fda01 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 945 time: 0.0875134 Mar 11 15:29:34.290094 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7c520e-f1ef-4f33-9a35-4a73607159e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960e5869-4ea4-4af3-ab40-82a152372582'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:29:34.292392 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97dedef37c5e2c64aa44179f419dd586ddc22b8f5766e7bc49dcfeca4a9e3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a58223-9420-4d7f-a202-6031fa2a9717" -d '{"events": [{"server_uuid": "cd7c520e-f1ef-4f33-9a35-4a73607159e2", "name": "network-vif-plugged", "status": "completed", "tag": "960e5869-4ea4-4af3-ab40-82a152372582"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:29:34.313823 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 960e5869-4ea4-4af3-ab40-82a152372582, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=960e5869-4ea4-4af3-ab40-82a152372582,segment=NetworkSegment(619dc896-bf7c-47d3-b303-226721fbea91),segment_id=619dc896-bf7c-47d3-b303-226721fbea91)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:34.349099 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd980c79-8061-4211-9afe-ca4e6db0cbf2 x-openstack-request-id: req-dd980c79-8061-4211-9afe-ca4e6db0cbf2 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:29:34.349470 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7c520e-f1ef-4f33-9a35-4a73607159e2", "name": "network-vif-plugged", "status": "completed", "tag": "960e5869-4ea4-4af3-ab40-82a152372582", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:29:34.350036 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dd980c79-8061-4211-9afe-ca4e6db0cbf2 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:29:34.350271 dv-cinder-833365-1-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7c520e-f1ef-4f33-9a35-4a73607159e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960e5869-4ea4-4af3-ab40-82a152372582', 'code': 200} Mar 11 15:29:34.375223 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6b9a69db-a4dc-4eb1-aabd-71cae1b0e622 req-aa9e2a08-9302-4e94-b1a4-a219654529e8 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039464 Mar 11 15:29:34.387100 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e25cf213-3915-4d42-aac3-6693c4c2de95 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (2a03c837-eea5-4b12-bdad-e5dee2671a85), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:34.404334 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (960e5869-4ea4-4af3-ab40-82a152372582), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:34.438223 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:34.479645 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=960e5869-4ea4-4af3-ab40-82a152372582,revision_number=8']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:34.651785 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e25cf213-3915-4d42-aac3-6693c4c2de95 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for port (2a03c837-eea5-4b12-bdad-e5dee2671a85), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:34.739681 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8004d1a-0fad-4192-acc9-fcfe976abf59 req-b1716322-4a62-4739-9c7e-20ca83dc9ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:34.741331 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e8004d1a-0fad-4192-acc9-fcfe976abf59 req-b1716322-4a62-4739-9c7e-20ca83dc9ec4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 1130 time: 0.0489116 Mar 11 15:29:34.742395 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e25cf213-3915-4d42-aac3-6693c4c2de95 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (2a03c837-eea5-4b12-bdad-e5dee2671a85), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:34.834291 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25cf213-3915-4d42-aac3-6693c4c2de95 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event updated for resources: {'Port': ['ID=2a03c837-eea5-4b12-bdad-e5dee2671a85,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:34.871896 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e8004d1a-0fad-4192-acc9-fcfe976abf59 req-720ac57c-ae74-4195-a8f1-1b8dda42dcb9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995989 Mar 11 15:29:34.873060 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e25cf213-3915-4d42-aac3-6693c4c2de95 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628361'] for floatingip (e7de038a-fa3a-42f4-a93a-a8ad58e18d70), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:34.948826 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e25cf213-3915-4d42-aac3-6693c4c2de95 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:34.952080 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-e25cf213-3915-4d42-aac3-6693c4c2de95 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5055532 Mar 11 15:29:35.185434 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-a8d5964c-12f9-4f3a-aeee-86d6d233eaaf tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1218494225&fields=id&tenant_id=bfe9430712c14bdfbe466c8ac9edd4fe HTTP/1.1" status: 200 len: 267 time: 0.0823977 Mar 11 15:29:35.220895 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e6511-10a5-4641-ad7b-94e3cd7d8de5 req-65ed42d0-8c8a-4986-b7ab-9a9cff8ecd36 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:35.222610 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0e6e6511-10a5-4641-ad7b-94e3cd7d8de5 req-65ed42d0-8c8a-4986-b7ab-9a9cff8ecd36 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 946 time: 0.0810006 Mar 11 15:29:35.278247 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0e6e6511-10a5-4641-ad7b-94e3cd7d8de5 req-e38e0b2e-a2f4-4958-b1c7-248920203c5b tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487573 Mar 11 15:29:35.312189 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-166e3014-2495-40da-9717-d3efd6cdd337 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:35.314111 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-166e3014-2495-40da-9717-d3efd6cdd337 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/networks?id=8544fd48-a5da-477d-ba08-7fd1e3df5115 HTTP/1.1" status: 200 len: 814 time: 0.1209636 Mar 11 15:29:35.331383 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-cbc20b18-a406-4b9e-8e98-f071b0aeb5b3 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/quotas/bfe9430712c14bdfbe466c8ac9edd4fe HTTP/1.1" status: 200 len: 375 time: 0.0117681 Mar 11 15:29:35.391120 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-a4a85676-dfee-4616-aebb-4e902df09cb3 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bfe9430712c14bdfbe466c8ac9edd4fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541782 Mar 11 15:29:35.510633 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c24b7-b386-4f63-a9b6-54865538cbf0 req-2a1b8e71-37e7-44ef-985b-29ddd342c6b4 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:35.512750 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-463c24b7-b386-4f63-a9b6-54865538cbf0 req-2a1b8e71-37e7-44ef-985b-29ddd342c6b4 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.0596552 Mar 11 15:29:35.577177 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-54c11f5a-2704-40c1-800f-683824a17298 service neutron] 10.222.0.44 "GET /v2.0/networks/8544fd48-a5da-477d-ba08-7fd1e3df5115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746361 Mar 11 15:29:35.583020 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-463c24b7-b386-4f63-a9b6-54865538cbf0 req-58c0a3f9-1e4a-4aff-9d93-ee7295093e28 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638332 Mar 11 15:29:35.694734 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-1c63f9c4-0461-4bf3-b93a-2957d88acfc2 service neutron] 10.222.0.44 "GET /v2.0/networks/8544fd48-a5da-477d-ba08-7fd1e3df5115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934119 Mar 11 15:29:35.949063 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d2d1d101-fe03-48fa-9a62-295aab70cf71 req-2e6f39b2-9978-442d-8621-f00c2e601d96 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=049ea3ca-a94f-4050-8aee-16d35e52d429 HTTP/1.1" status: 200 len: 210 time: 0.0321887 Mar 11 15:29:36.470025 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd631e-a659-47b9-aa88-e610c9b03ced req-671c94df-389e-40af-8c1c-bdc592df4da6 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:36.470025 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-31fd631e-a659-47b9-aa88-e610c9b03ced req-671c94df-389e-40af-8c1c-bdc592df4da6 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 946 time: 0.0957153 Mar 11 15:29:36.538253 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-31fd631e-a659-47b9-aa88-e610c9b03ced req-bda54375-6959-427f-bb17-b7f5e96335fb tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615318 Mar 11 15:29:36.731427 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c604e9-b3b4-4162-9d34-bbc9f97a2750 req-2ec2777a-25fe-4dc6-a670-973b78b3dc4d tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:36.733180 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-84c604e9-b3b4-4162-9d34-bbc9f97a2750 req-2ec2777a-25fe-4dc6-a670-973b78b3dc4d tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.0655632 Mar 11 15:29:36.788911 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-84c604e9-b3b4-4162-9d34-bbc9f97a2750 req-d81f7cf2-d5b4-4ae7-b979-fb710570a416 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492964 Mar 11 15:29:37.061988 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f5ba5bc0-c296-4e5d-a2dc-81f6fc0ec8b0 req-a6cf93aa-8115-40b8-a7de-3c32364e5dad tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=049ea3ca-a94f-4050-8aee-16d35e52d429 HTTP/1.1" status: 200 len: 210 time: 0.0288489 Mar 11 15:29:37.672888 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990c0b6-abfc-455a-ba68-d3b13fe9cf98 req-f66005cf-099c-4675-85c2-b47bb42c8c95 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:37.674539 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4990c0b6-abfc-455a-ba68-d3b13fe9cf98 req-f66005cf-099c-4675-85c2-b47bb42c8c95 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 946 time: 0.0544393 Mar 11 15:29:37.739533 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4990c0b6-abfc-455a-ba68-d3b13fe9cf98 req-85931cc2-5d3f-4a6b-989a-11a5b7909bf4 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590374 Mar 11 15:29:38.185844 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f187d3d3-7af7-4850-a856-7f98c064e5e4 req-ba5d1be0-1908-4d19-8b5e-4a3134569c36 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=049ea3ca-a94f-4050-8aee-16d35e52d429 HTTP/1.1" status: 200 len: 210 time: 0.0318058 Mar 11 15:29:38.488733 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-27687ffb-82af-477e-b8ca-440baa0ab40a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:38.490203 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-27687ffb-82af-477e-b8ca-440baa0ab40a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.66 "GET /v2.0/networks?id=8544fd48-a5da-477d-ba08-7fd1e3df5115 HTTP/1.1" status: 200 len: 814 time: 0.1118090 Mar 11 15:29:38.562155 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-d60b8f97-8eb7-4894-9a9e-62129bcca861 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfe9430712c14bdfbe466c8ac9edd4fe HTTP/1.1" status: 200 len: 380 time: 0.0629394 Mar 11 15:29:38.571629 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-1923bcb0-c913-4e44-bf06-f0c04f357186 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Request body: {'port': {'device_id': '049ea3ca-a94f-4050-8aee-16d35e52d429', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'admin_state_up': True, 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'security_groups': ['98b927f2-7c76-4180-a451-54f5f42a2b65']}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:29:38.786358 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-1923bcb0-c913-4e44-bf06-f0c04f357186 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Made reservation on behalf of bfe9430712c14bdfbe466c8ac9edd4fe for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:29:38.790450 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-1923bcb0-c913-4e44-bf06-f0c04f357186 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:38.963638 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c868a-5988-43dd-9f33-f313115179e2 req-66a8a278-e31b-4660-ab99-dfd527dc04dd tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:38.965177 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e78c868a-5988-43dd-9f33-f313115179e2 req-66a8a278-e31b-4660-ab99-dfd527dc04dd tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 946 time: 0.1158161 Mar 11 15:29:38.982529 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-1923bcb0-c913-4e44-bf06-f0c04f357186 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Allocated IP 172.20.0.7 (8544fd48-a5da-477d-ba08-7fd1e3df5115/7dfec5c9-f9f3-4b90-a760-ecd6a23b912b/c6cb91eb-a127-4a1b-a0fe-8f3213c02a45) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:29:39.046826 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e78c868a-5988-43dd-9f33-f313115179e2 req-344f0a4f-e4e9-48cc-b131-395d8bab25ba tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730002 Mar 11 15:29:39.168627 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-1923bcb0-c913-4e44-bf06-f0c04f357186 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for port (c6cb91eb-a127-4a1b-a0fe-8f3213c02a45), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:39.278455 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-1923bcb0-c913-4e44-bf06-f0c04f357186 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (c6cb91eb-a127-4a1b-a0fe-8f3213c02a45), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:39.303128 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bf07840c-fdf8-441d-9f3c-873891ae8177 req-436cacb9-c861-4f02-ab18-6f20103b6de9 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=049ea3ca-a94f-4050-8aee-16d35e52d429 HTTP/1.1" status: 200 len: 210 time: 0.0422387 Mar 11 15:29:39.334801 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-1923bcb0-c913-4e44-bf06-f0c04f357186 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Network 8544fd48-a5da-477d-ba08-7fd1e3df5115 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:29:39.337920 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-1923bcb0-c913-4e44-bf06-f0c04f357186 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:29:39.341116 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-1923bcb0-c913-4e44-bf06-f0c04f357186 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:29:39.384093 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923bcb0-c913-4e44-bf06-f0c04f357186 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event updated for resources: {'Port': ['ID=c6cb91eb-a127-4a1b-a0fe-8f3213c02a45,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:39.409617 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-1923bcb0-c913-4e44-bf06-f0c04f357186 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:39.410299 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-1923bcb0-c913-4e44-bf06-f0c04f357186 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:39.514353 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-1923bcb0-c913-4e44-bf06-f0c04f357186 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9469898 Mar 11 15:29:39.552361 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-a134fd00-36dc-4d6c-81dc-ebbcc6d91aba service neutron] Request body: {'port': {'device_id': '049ea3ca-a94f-4050-8aee-16d35e52d429', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83336'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:29:39.588680 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-f216527c-33dd-43ce-8a77-16c8d6a4dddf None None] Provisioning complete for port c6cb91eb-a127-4a1b-a0fe-8f3213c02a45 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:29:39.589851 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-f216527c-33dd-43ce-8a77-16c8d6a4dddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (c6cb91eb-a127-4a1b-a0fe-8f3213c02a45), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:39.624752 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-a134fd00-36dc-4d6c-81dc-ebbcc6d91aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (c6cb91eb-a127-4a1b-a0fe-8f3213c02a45), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:39.631257 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-f216527c-33dd-43ce-8a77-16c8d6a4dddf None None] Port c6cb91eb-a127-4a1b-a0fe-8f3213c02a45 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:29:39.929229 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-a134fd00-36dc-4d6c-81dc-ebbcc6d91aba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6cb91eb-a127-4a1b-a0fe-8f3213c02a45 {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:29:39.938926 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-a134fd00-36dc-4d6c-81dc-ebbcc6d91aba service neutron] Publish callbacks [] for port (c6cb91eb-a127-4a1b-a0fe-8f3213c02a45), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:39.954411 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-a134fd00-36dc-4d6c-81dc-ebbcc6d91aba service neutron] Transition to ACTIVE for port object c6cb91eb-a127-4a1b-a0fe-8f3213c02a45 will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 15:29:40.015862 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-a134fd00-36dc-4d6c-81dc-ebbcc6d91aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (c6cb91eb-a127-4a1b-a0fe-8f3213c02a45), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:40.084338 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134fd00-36dc-4d6c-81dc-ebbcc6d91aba service neutron] Pushing event updated for resources: {'Port': ['ID=c6cb91eb-a127-4a1b-a0fe-8f3213c02a45,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:40.174740 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-a134fd00-36dc-4d6c-81dc-ebbcc6d91aba service neutron] Attempting to bind port c6cb91eb-a127-4a1b-a0fe-8f3213c02a45 on host hv-cinder-83336 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:29:40.175221 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-a134fd00-36dc-4d6c-81dc-ebbcc6d91aba service neutron] Attempting to bind port c6cb91eb-a127-4a1b-a0fe-8f3213c02a45 by drivers openvswitch,hyperv on host hv-cinder-83336 at level 0 using segments [{'id': '08e2d6d3-038c-4332-be4e-e62a17151335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:29:40.175696 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-a134fd00-36dc-4d6c-81dc-ebbcc6d91aba service neutron] Attempting to bind port c6cb91eb-a127-4a1b-a0fe-8f3213c02a45 on network 8544fd48-a5da-477d-ba08-7fd1e3df5115 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:29:40.185640 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-a134fd00-36dc-4d6c-81dc-ebbcc6d91aba service neutron] Port c6cb91eb-a127-4a1b-a0fe-8f3213c02a45 on network 8544fd48-a5da-477d-ba08-7fd1e3df5115 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83336 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 15:29:40.185640 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-a134fd00-36dc-4d6c-81dc-ebbcc6d91aba service neutron] Attempting to bind port c6cb91eb-a127-4a1b-a0fe-8f3213c02a45 on network 8544fd48-a5da-477d-ba08-7fd1e3df5115 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:29:40.199485 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-a134fd00-36dc-4d6c-81dc-ebbcc6d91aba service neutron] Checking agent: {'id': '7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:29:40.199485 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-a134fd00-36dc-4d6c-81dc-ebbcc6d91aba service neutron] Checking segment: {'id': '08e2d6d3-038c-4332-be4e-e62a17151335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:29:40.201605 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-a134fd00-36dc-4d6c-81dc-ebbcc6d91aba service neutron] Bound using segment: {'id': '08e2d6d3-038c-4332-be4e-e62a17151335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:29:40.201605 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-a134fd00-36dc-4d6c-81dc-ebbcc6d91aba service neutron] Bound port: c6cb91eb-a127-4a1b-a0fe-8f3213c02a45, host: hv-cinder-83336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e2d6d3-038c-4332-be4e-e62a17151335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:29:40.201605 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-a134fd00-36dc-4d6c-81dc-ebbcc6d91aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (c6cb91eb-a127-4a1b-a0fe-8f3213c02a45), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:40.307511 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347bb1b-b1a6-4d59-9a76-7c529c592574 req-151037af-4088-4194-b78e-51021eeae9eb tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:40.309267 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7347bb1b-b1a6-4d59-9a76-7c529c592574 req-151037af-4088-4194-b78e-51021eeae9eb tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 946 time: 0.1206586 Mar 11 15:29:40.314929 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-a134fd00-36dc-4d6c-81dc-ebbcc6d91aba service neutron] For port c6cb91eb-a127-4a1b-a0fe-8f3213c02a45, host hv-cinder-83336, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:29:40.319063 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-a134fd00-36dc-4d6c-81dc-ebbcc6d91aba service neutron] For port c6cb91eb-a127-4a1b-a0fe-8f3213c02a45, host hv-cinder-83336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=c6cb91eb-a127-4a1b-a0fe-8f3213c02a45,segment=NetworkSegment(08e2d6d3-038c-4332-be4e-e62a17151335),segment_id=08e2d6d3-038c-4332-be4e-e62a17151335)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:29:40.399584 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7347bb1b-b1a6-4d59-9a76-7c529c592574 req-4d5e7b6c-934f-4550-b1bc-0781e6d99ae1 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782194 Mar 11 15:29:40.438024 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-a134fd00-36dc-4d6c-81dc-ebbcc6d91aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (c6cb91eb-a127-4a1b-a0fe-8f3213c02a45), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:40.485609 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd33b28-5ff2-44b7-b542-ca45e8ca665d req-de4119dc-ee47-4226-a1d0-a904db9b30d3 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:40.487249 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5bd33b28-5ff2-44b7-b542-ca45e8ca665d req-de4119dc-ee47-4226-a1d0-a904db9b30d3 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=049ea3ca-a94f-4050-8aee-16d35e52d429 HTTP/1.1" status: 200 len: 943 time: 0.0901835 Mar 11 15:29:40.501934 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-a134fd00-36dc-4d6c-81dc-ebbcc6d91aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:40.505748 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-a134fd00-36dc-4d6c-81dc-ebbcc6d91aba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:40.510343 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-a134fd00-36dc-4d6c-81dc-ebbcc6d91aba service neutron] 10.222.0.66 "PUT /v2.0/ports/c6cb91eb-a127-4a1b-a0fe-8f3213c02a45 HTTP/1.1" status: 200 len: 1093 time: 0.9611557 Mar 11 15:29:40.510343 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049ea3ca-a94f-4050-8aee-16d35e52d429', 'tag': 'c6cb91eb-a127-4a1b-a0fe-8f3213c02a45'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:29:40.511524 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b13297-9f11-45be-96b3-097d52430ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "049ea3ca-a94f-4050-8aee-16d35e52d429", "tag": "c6cb91eb-a127-4a1b-a0fe-8f3213c02a45"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:29:40.562251 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134fd00-36dc-4d6c-81dc-ebbcc6d91aba service neutron] Pushing event updated for resources: {'Port': ['ID=c6cb91eb-a127-4a1b-a0fe-8f3213c02a45,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:40.596202 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbff3f4-9cc8-4ac0-abac-e4240dcac652 x-openstack-request-id: req-3dbff3f4-9cc8-4ac0-abac-e4240dcac652 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:29:40.596590 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049ea3ca-a94f-4050-8aee-16d35e52d429", "tag": "c6cb91eb-a127-4a1b-a0fe-8f3213c02a45", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:29:40.596848 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3dbff3f4-9cc8-4ac0-abac-e4240dcac652 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:29:40.597388 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '049ea3ca-a94f-4050-8aee-16d35e52d429', 'tag': 'c6cb91eb-a127-4a1b-a0fe-8f3213c02a45', 'status': 'completed', 'code': 200} Mar 11 15:29:40.621792 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5bd33b28-5ff2-44b7-b542-ca45e8ca665d req-7650cc7d-0864-43ac-ad01-9e4990dadbf6 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=98b927f2-7c76-4180-a451-54f5f42a2b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243193 Mar 11 15:29:40.709394 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b13297-9f11-45be-96b3-097d52430ad6 req-e8a752b4-e4fb-47ef-b1ab-a7b413332aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:40.709394 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-55b13297-9f11-45be-96b3-097d52430ad6 req-e8a752b4-e4fb-47ef-b1ab-a7b413332aa8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bfe9430712c14bdfbe466c8ac9edd4fe&device_id=049ea3ca-a94f-4050-8aee-16d35e52d429 HTTP/1.1" status: 200 len: 1127 time: 0.0869823 Mar 11 15:29:40.847416 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b13297-9f11-45be-96b3-097d52430ad6 req-ee891e6e-3c1a-4d53-9204-c27b745eb573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:40.848882 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-55b13297-9f11-45be-96b3-097d52430ad6 req-ee891e6e-3c1a-4d53-9204-c27b745eb573 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=bfe9430712c14bdfbe466c8ac9edd4fe&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1336427 Mar 11 15:29:40.956240 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b13297-9f11-45be-96b3-097d52430ad6 req-93393f9f-4717-4c48-b08a-95f7b705e11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:40.957899 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-55b13297-9f11-45be-96b3-097d52430ad6 req-93393f9f-4717-4c48-b08a-95f7b705e11a service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1021595 Mar 11 15:29:41.057210 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-e291cca6-7a1c-4e31-b4b1-538775959011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:41.058578 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-e291cca6-7a1c-4e31-b4b1-538775959011 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bfe9430712c14bdfbe466c8ac9edd4fe&device_id=049ea3ca-a94f-4050-8aee-16d35e52d429 HTTP/1.1" status: 200 len: 1127 time: 0.0572495 Mar 11 15:29:41.104832 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-fdabce86-d263-458e-8176-35d5addcb5db service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6cb91eb-a127-4a1b-a0fe-8f3213c02a45 HTTP/1.1" status: 200 len: 217 time: 0.0387707 Mar 11 15:29:41.157154 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-10f5b2bc-ac4f-411c-b6fa-937f4fcb90e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:41.158551 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-10f5b2bc-ac4f-411c-b6fa-937f4fcb90e7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7dfec5c9-f9f3-4b90-a760-ecd6a23b912b HTTP/1.1" status: 200 len: 853 time: 0.0482361 Mar 11 15:29:41.212531 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-88e43b53-75bc-4595-957f-8043c0587552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:41.214034 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-88e43b53-75bc-4595-957f-8043c0587552 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8544fd48-a5da-477d-ba08-7fd1e3df5115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489988 Mar 11 15:29:41.321975 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-cc756774-b84c-457f-bc6a-7fb41089a8f3 service neutron] 10.222.0.66 "GET /v2.0/networks/8544fd48-a5da-477d-ba08-7fd1e3df5115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016905 Mar 11 15:29:41.428802 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a2e2b933-f199-41ee-bde5-75bcc93437f5 req-81903953-5cfd-4ffe-92eb-30e035fa43a4 service neutron] 10.222.0.66 "GET /v2.0/networks/8544fd48-a5da-477d-ba08-7fd1e3df5115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003482 Mar 11 15:29:41.553393 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd5543-b9fd-40ce-b2cd-0d1da6690f4e req-3eb0f1d6-9b69-4001-9095-cb25b3214b81 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:41.554913 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-fbbd5543-b9fd-40ce-b2cd-0d1da6690f4e req-3eb0f1d6-9b69-4001-9095-cb25b3214b81 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 946 time: 0.0593145 Mar 11 15:29:41.624468 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-fbbd5543-b9fd-40ce-b2cd-0d1da6690f4e req-c70639f4-5adb-44e9-92b5-50aef912a95a tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624554 Mar 11 15:29:41.774182 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c2b88-c8f0-4e1e-915d-456627f0c0b2 req-69afad41-f490-42a3-8952-724cd8218fc2 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:41.775682 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6e3c2b88-c8f0-4e1e-915d-456627f0c0b2 req-69afad41-f490-42a3-8952-724cd8218fc2 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=049ea3ca-a94f-4050-8aee-16d35e52d429 HTTP/1.1" status: 200 len: 943 time: 0.0792930 Mar 11 15:29:41.832434 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6e3c2b88-c8f0-4e1e-915d-456627f0c0b2 req-737965e9-7a08-4aa7-bb12-365c454e98a8 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=98b927f2-7c76-4180-a451-54f5f42a2b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504076 Mar 11 15:29:42.556566 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:42.597521 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:29:42.782901 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518e858-5073-40ae-9de4-a478064e45ef req-7d0c1dbb-efdf-470e-8287-9b06480fba12 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:42.787975 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7518e858-5073-40ae-9de4-a478064e45ef req-7d0c1dbb-efdf-470e-8287-9b06480fba12 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 946 time: 0.0660172 Mar 11 15:29:42.876743 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7518e858-5073-40ae-9de4-a478064e45ef req-837d3918-0c33-4e0b-9313-dc99bb3b538e tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864880 Mar 11 15:29:43.009274 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e40f5-326b-48bb-a391-394b327a31af req-7d12ea2a-5027-47a2-bfa4-2f73f36a2021 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:43.010767 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4b5e40f5-326b-48bb-a391-394b327a31af req-7d12ea2a-5027-47a2-bfa4-2f73f36a2021 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=049ea3ca-a94f-4050-8aee-16d35e52d429 HTTP/1.1" status: 200 len: 943 time: 0.0783288 Mar 11 15:29:43.077572 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4b5e40f5-326b-48bb-a391-394b327a31af req-580acb9b-d298-4495-86ee-8b29ee565b63 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=98b927f2-7c76-4180-a451-54f5f42a2b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609486 Mar 11 15:29:44.044979 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedbed0-aebe-49f0-a610-6735ab828e25 req-931bbb73-0c02-4cd4-bab9-4001a0a4358a tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:44.054670 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6fedbed0-aebe-49f0-a610-6735ab828e25 req-931bbb73-0c02-4cd4-bab9-4001a0a4358a tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 946 time: 0.0795102 Mar 11 15:29:44.115451 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6fedbed0-aebe-49f0-a610-6735ab828e25 req-c0a57e80-04f1-489b-b44e-e37b8a338637 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597799 Mar 11 15:29:44.221747 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fc64a-493b-44ca-8076-aa369a6a7c64 req-59436d44-2718-4325-9577-f3328aa1c004 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:44.223501 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-682fc64a-493b-44ca-8076-aa369a6a7c64 req-59436d44-2718-4325-9577-f3328aa1c004 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=049ea3ca-a94f-4050-8aee-16d35e52d429 HTTP/1.1" status: 200 len: 943 time: 0.0597117 Mar 11 15:29:44.293698 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-682fc64a-493b-44ca-8076-aa369a6a7c64 req-7b5f7818-5d89-4560-ab3a-b618f088b8f0 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=98b927f2-7c76-4180-a451-54f5f42a2b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627687 Mar 11 15:29:45.264824 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991846e-602e-4aa0-be4e-6bf2b1e4c5d4 req-f9b37da0-b0f6-4c7a-bf7a-2a8fa13816a2 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:45.266323 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1991846e-602e-4aa0-be4e-6bf2b1e4c5d4 req-f9b37da0-b0f6-4c7a-bf7a-2a8fa13816a2 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 946 time: 0.0617859 Mar 11 15:29:45.318867 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1991846e-602e-4aa0-be4e-6bf2b1e4c5d4 req-bd8186a3-e498-451b-97b4-2130bd525a45 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457084 Mar 11 15:29:45.427816 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a83887-6b05-444f-b972-63dd8f45502f req-78c4f596-d3ac-4939-b3f9-e91f53678c54 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:45.430510 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-06a83887-6b05-444f-b972-63dd8f45502f req-78c4f596-d3ac-4939-b3f9-e91f53678c54 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=049ea3ca-a94f-4050-8aee-16d35e52d429 HTTP/1.1" status: 200 len: 943 time: 0.0550711 Mar 11 15:29:45.490143 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-06a83887-6b05-444f-b972-63dd8f45502f req-3fd78f87-3da9-431c-bdd9-bc33387d7810 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=98b927f2-7c76-4180-a451-54f5f42a2b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516405 Mar 11 15:29:46.150380 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device c6cb91eb-a127-4a1b-a0fe-8f3213c02a45 details requested by agent hyperv_hv-cinder-83336 with host hv-cinder-83336 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 15:29:46.280763 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port c6cb91eb-a127-4a1b-a0fe-8f3213c02a45, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=c6cb91eb-a127-4a1b-a0fe-8f3213c02a45,segment=NetworkSegment(08e2d6d3-038c-4332-be4e-e62a17151335),segment_id=08e2d6d3-038c-4332-be4e-e62a17151335)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:46.297941 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Returning: {'device': 'c6cb91eb-a127-4a1b-a0fe-8f3213c02a45', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'port_id': 'c6cb91eb-a127-4a1b-a0fe-8f3213c02a45', 'mac_address': 'fa:16:3e:97:04:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 15:29:46.354747 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port c6cb91eb-a127-4a1b-a0fe-8f3213c02a45 is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:29:46.355165 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (c6cb91eb-a127-4a1b-a0fe-8f3213c02a45), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:46.369986 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6cb91eb-a127-4a1b-a0fe-8f3213c02a45 {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:29:46.400388 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port c6cb91eb-a127-4a1b-a0fe-8f3213c02a45, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=c6cb91eb-a127-4a1b-a0fe-8f3213c02a45,segment=NetworkSegment(08e2d6d3-038c-4332-be4e-e62a17151335),segment_id=08e2d6d3-038c-4332-be4e-e62a17151335)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:46.463777 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (c6cb91eb-a127-4a1b-a0fe-8f3213c02a45), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:46.514485 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a7627-29ae-4bc8-9d44-66c3237b9b71 req-c358d6ca-f0ca-4cca-891b-207f226bd14c tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:46.527269 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=c6cb91eb-a127-4a1b-a0fe-8f3213c02a45,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:46.533359 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ca5a7627-29ae-4bc8-9d44-66c3237b9b71 req-c358d6ca-f0ca-4cca-891b-207f226bd14c tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 946 time: 0.0988560 Mar 11 15:29:46.596662 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ca5a7627-29ae-4bc8-9d44-66c3237b9b71 req-fdd30f54-94c3-4e93-a712-570aee287252 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513501 Mar 11 15:29:46.654240 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77761a9b-a234-4ac9-a5a2-4f4f46fa64d5 req-71c98e8c-c8c6-4b22-8096-424cb5ffa727 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:46.655906 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-77761a9b-a234-4ac9-a5a2-4f4f46fa64d5 req-71c98e8c-c8c6-4b22-8096-424cb5ffa727 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=049ea3ca-a94f-4050-8aee-16d35e52d429 HTTP/1.1" status: 200 len: 944 time: 0.0761404 Mar 11 15:29:46.708406 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-77761a9b-a234-4ac9-a5a2-4f4f46fa64d5 req-5afacf0c-78cf-48b1-bb79-90fdc992bb88 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=98b927f2-7c76-4180-a451-54f5f42a2b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444579 Mar 11 15:29:46.833955 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['c6cb91eb-a127-4a1b-a0fe-8f3213c02a45'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:29:47.728895 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a12d1b-1d9b-4fdf-86dc-a1ffe9a32059 req-b6cc85e3-af2c-427b-9396-aa8d76155105 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:47.730399 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-98a12d1b-1d9b-4fdf-86dc-a1ffe9a32059 req-b6cc85e3-af2c-427b-9396-aa8d76155105 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 946 time: 0.0531259 Mar 11 15:29:47.780359 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-98a12d1b-1d9b-4fdf-86dc-a1ffe9a32059 req-65188208-059a-46c4-a388-2a541f1b80ad tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434709 Mar 11 15:29:47.832170 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310a9ec-af8d-4f0b-9f15-0b7ecd83d09e req-53ed3703-8466-483e-80a5-4525453d5be1 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:47.833742 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0310a9ec-af8d-4f0b-9f15-0b7ecd83d09e req-53ed3703-8466-483e-80a5-4525453d5be1 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=049ea3ca-a94f-4050-8aee-16d35e52d429 HTTP/1.1" status: 200 len: 944 time: 0.0555038 Mar 11 15:29:47.882363 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0310a9ec-af8d-4f0b-9f15-0b7ecd83d09e req-323788ba-e04a-49d5-9e7c-4d8f30f0d448 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=98b927f2-7c76-4180-a451-54f5f42a2b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429754 Mar 11 15:29:48.033915 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4578e-6fd3-45fd-9472-833b468b6c11 req-efdfad1b-c033-4ad9-a0b8-1082b58a6311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:48.035889 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-27d4578e-6fd3-45fd-9472-833b468b6c11 req-efdfad1b-c033-4ad9-a0b8-1082b58a6311 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=26837043df1a49fb9ee0eaa587c624aa&device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 1130 time: 0.0478892 Mar 11 15:29:48.145942 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4578e-6fd3-45fd-9472-833b468b6c11 req-5ab979f7-65b4-47ba-a7f4-ad0519687741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:48.147300 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-27d4578e-6fd3-45fd-9472-833b468b6c11 req-5ab979f7-65b4-47ba-a7f4-ad0519687741 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba HTTP/1.1" status: 200 len: 918 time: 0.0901027 Mar 11 15:29:48.173232 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device c6cb91eb-a127-4a1b-a0fe-8f3213c02a45 up at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:29:48.214515 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-27d4578e-6fd3-45fd-9472-833b468b6c11 req-e035a2c5-b041-44ad-af92-8295552347cc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb HTTP/1.1" status: 200 len: 1002 time: 0.0613158 Mar 11 15:29:48.268877 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4578e-6fd3-45fd-9472-833b468b6c11 req-16f16ced-7076-4b92-8327-fcf3c722c7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:48.270323 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-27d4578e-6fd3-45fd-9472-833b468b6c11 req-16f16ced-7076-4b92-8327-fcf3c722c7ae service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd37384c-a7f0-45c7-ab70-ef3de68c479f HTTP/1.1" status: 200 len: 856 time: 0.0501342 Mar 11 15:29:48.319270 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4578e-6fd3-45fd-9472-833b468b6c11 req-33174ade-e253-45d6-927d-91bb8aa64af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:48.320929 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-27d4578e-6fd3-45fd-9472-833b468b6c11 req-33174ade-e253-45d6-927d-91bb8aa64af0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449672 Mar 11 15:29:48.322463 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning for port c6cb91eb-a127-4a1b-a0fe-8f3213c02a45 completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 15:29:48.328663 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning complete for port c6cb91eb-a127-4a1b-a0fe-8f3213c02a45 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:29:48.332093 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (c6cb91eb-a127-4a1b-a0fe-8f3213c02a45), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:48.417601 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port c6cb91eb-a127-4a1b-a0fe-8f3213c02a45 is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:29:48.417895 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (c6cb91eb-a127-4a1b-a0fe-8f3213c02a45), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:48.424262 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-27d4578e-6fd3-45fd-9472-833b468b6c11 req-b26f7328-b9d3-489c-b98a-8d3a8cce2cd5 service neutron] 10.222.0.66 "GET /v2.0/networks/1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967767 Mar 11 15:29:48.448490 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049ea3ca-a94f-4050-8aee-16d35e52d429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cb91eb-a127-4a1b-a0fe-8f3213c02a45'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:29:48.451464 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97dedef37c5e2c64aa44179f419dd586ddc22b8f5766e7bc49dcfeca4a9e3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0504b14e-be55-40ba-af94-d8bab4a00794" -d '{"events": [{"server_uuid": "049ea3ca-a94f-4050-8aee-16d35e52d429", "name": "network-vif-plugged", "status": "completed", "tag": "c6cb91eb-a127-4a1b-a0fe-8f3213c02a45"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:29:48.468760 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port c6cb91eb-a127-4a1b-a0fe-8f3213c02a45, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=c6cb91eb-a127-4a1b-a0fe-8f3213c02a45,segment=NetworkSegment(08e2d6d3-038c-4332-be4e-e62a17151335),segment_id=08e2d6d3-038c-4332-be4e-e62a17151335)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:48.492661 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203862cc-f946-4f44-8df0-33e00e28af19 x-openstack-request-id: req-203862cc-f946-4f44-8df0-33e00e28af19 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:29:48.493012 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049ea3ca-a94f-4050-8aee-16d35e52d429", "name": "network-vif-plugged", "status": "completed", "tag": "c6cb91eb-a127-4a1b-a0fe-8f3213c02a45", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:29:48.493264 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-203862cc-f946-4f44-8df0-33e00e28af19 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:29:48.493659 dv-cinder-833365-1-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049ea3ca-a94f-4050-8aee-16d35e52d429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cb91eb-a127-4a1b-a0fe-8f3213c02a45', 'code': 200} Mar 11 15:29:48.520497 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-27d4578e-6fd3-45fd-9472-833b468b6c11 req-a0e71b87-ce09-461d-805a-747985b1facf service neutron] 10.222.0.66 "GET /v2.0/networks/1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898585 Mar 11 15:29:48.555256 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (c6cb91eb-a127-4a1b-a0fe-8f3213c02a45), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:48.615131 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=c6cb91eb-a127-4a1b-a0fe-8f3213c02a45,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:48.619979 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b04247-050e-4183-9f37-f9a5b2e2ecda req-a0b88657-7527-493a-9b87-53a564a5f3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:48.622917 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d0b04247-050e-4183-9f37-f9a5b2e2ecda req-a0b88657-7527-493a-9b87-53a564a5f3f0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=26837043df1a49fb9ee0eaa587c624aa&device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 1130 time: 0.0493772 Mar 11 15:29:48.743204 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b04247-050e-4183-9f37-f9a5b2e2ecda req-65e54b0c-8044-48d2-94c0-a198f6588bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:48.744612 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d0b04247-050e-4183-9f37-f9a5b2e2ecda req-65e54b0c-8044-48d2-94c0-a198f6588bed service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba HTTP/1.1" status: 200 len: 918 time: 0.1159849 Mar 11 15:29:48.813601 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d0b04247-050e-4183-9f37-f9a5b2e2ecda req-2cbfc6d8-bfea-48e6-8597-d26c5c54d35f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb HTTP/1.1" status: 200 len: 1002 time: 0.0628703 Mar 11 15:29:48.837613 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f876f-b04a-452e-bdea-9d1ba22a19d6 req-c13f31e4-0f4d-4f28-a696-5f3dc23f8612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:48.839532 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-292f876f-b04a-452e-bdea-9d1ba22a19d6 req-c13f31e4-0f4d-4f28-a696-5f3dc23f8612 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=049ea3ca-a94f-4050-8aee-16d35e52d429 HTTP/1.1" status: 200 len: 1129 time: 0.0556350 Mar 11 15:29:48.882340 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b04247-050e-4183-9f37-f9a5b2e2ecda req-8472cc40-fba7-4ca0-b69c-6ea6a60b4736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:48.884031 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d0b04247-050e-4183-9f37-f9a5b2e2ecda req-8472cc40-fba7-4ca0-b69c-6ea6a60b4736 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd37384c-a7f0-45c7-ab70-ef3de68c479f HTTP/1.1" status: 200 len: 856 time: 0.0640466 Mar 11 15:29:48.922073 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-292f876f-b04a-452e-bdea-9d1ba22a19d6 req-51a66f05-0936-44b5-80e5-858639c11666 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=98b927f2-7c76-4180-a451-54f5f42a2b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761290 Mar 11 15:29:48.941063 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b04247-050e-4183-9f37-f9a5b2e2ecda req-f72fd4cb-d6b5-420e-bd26-d35f4d2700a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:48.943274 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d0b04247-050e-4183-9f37-f9a5b2e2ecda req-f72fd4cb-d6b5-420e-bd26-d35f4d2700a1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534320 Mar 11 15:29:48.948181 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ba304-a8ed-450c-a395-86bcf12af61c req-f4d025aa-af5d-4a8c-b2a5-f831e395a987 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:48.949677 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a66ba304-a8ed-450c-a395-86bcf12af61c req-f4d025aa-af5d-4a8c-b2a5-f831e395a987 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 946 time: 0.0697947 Mar 11 15:29:49.002541 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a66ba304-a8ed-450c-a395-86bcf12af61c req-894d915a-7e7d-4f88-9090-d6e554bd62d2 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466835 Mar 11 15:29:49.010734 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff32782-9abd-4c7e-9c0b-93dac54f1770 req-a2af4bbe-ad2f-4ff3-9e2a-bee36a6f17f6 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:49.012254 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bff32782-9abd-4c7e-9c0b-93dac54f1770 req-a2af4bbe-ad2f-4ff3-9e2a-bee36a6f17f6 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=049ea3ca-a94f-4050-8aee-16d35e52d429 HTTP/1.1" status: 200 len: 945 time: 0.0563123 Mar 11 15:29:49.064292 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-bff32782-9abd-4c7e-9c0b-93dac54f1770 req-78a03e07-1bd6-4faa-bedc-b1cdae01acb7 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=98b927f2-7c76-4180-a451-54f5f42a2b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430875 Mar 11 15:29:49.277020 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d0b04247-050e-4183-9f37-f9a5b2e2ecda req-13d37293-a710-4c4f-9def-8c240cc12e2d service neutron] 10.222.0.66 "GET /v2.0/networks/1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868604 Mar 11 15:29:49.366774 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d0b04247-050e-4183-9f37-f9a5b2e2ecda req-f891350a-ab24-44b8-8bc2-96ee29a51be3 service neutron] 10.222.0.66 "GET /v2.0/networks/1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838261 Mar 11 15:29:50.136237 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce67bf-cd7a-4f68-bf30-e51cecc54305 req-42bf1bea-c993-444f-850f-cb32c5d57416 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:50.137858 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-35ce67bf-cd7a-4f68-bf30-e51cecc54305 req-42bf1bea-c993-444f-850f-cb32c5d57416 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 946 time: 0.0573313 Mar 11 15:29:50.186575 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-35ce67bf-cd7a-4f68-bf30-e51cecc54305 req-173575b0-74b0-400a-a3be-c2a169f1894b tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430627 Mar 11 15:29:50.194210 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23436263-bbc2-4388-938c-9ba1ccfd7c97 req-021d668d-a424-4362-914a-172c9e6cf062 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:50.195728 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-23436263-bbc2-4388-938c-9ba1ccfd7c97 req-021d668d-a424-4362-914a-172c9e6cf062 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=049ea3ca-a94f-4050-8aee-16d35e52d429 HTTP/1.1" status: 200 len: 945 time: 0.0606201 Mar 11 15:29:50.245977 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-23436263-bbc2-4388-938c-9ba1ccfd7c97 req-8483e3c4-68bc-41e9-aec6-7a5300d063d9 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=98b927f2-7c76-4180-a451-54f5f42a2b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440640 Mar 11 15:29:51.313631 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49e4a5-ed1a-4c83-81c2-b747a6fa599c req-18b28412-c382-40f5-ae62-ef139ecb1b47 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:51.315138 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5b49e4a5-ed1a-4c83-81c2-b747a6fa599c req-18b28412-c382-40f5-ae62-ef139ecb1b47 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 946 time: 0.0547116 Mar 11 15:29:51.363891 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5b49e4a5-ed1a-4c83-81c2-b747a6fa599c req-5c9c4d25-4b15-406e-8f72-076d21e8e5da tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429668 Mar 11 15:29:51.375159 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593df1b-4346-4b6b-850c-b7d9cd918479 req-e300620e-62ff-436d-a651-2d0820eafd96 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:51.377004 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5593df1b-4346-4b6b-850c-b7d9cd918479 req-e300620e-62ff-436d-a651-2d0820eafd96 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=049ea3ca-a94f-4050-8aee-16d35e52d429 HTTP/1.1" status: 200 len: 945 time: 0.0558774 Mar 11 15:29:51.429932 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5593df1b-4346-4b6b-850c-b7d9cd918479 req-d64b1f56-f80e-419a-b375-516db4db4ca0 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=98b927f2-7c76-4180-a451-54f5f42a2b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415041 Mar 11 15:29:51.555042 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2e4a5-089d-43ab-85b1-fc66cb71f0d3 req-7def5354-4b60-42b9-8846-781ff8b99ff8 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:51.556683 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d1b2e4a5-089d-43ab-85b1-fc66cb71f0d3 req-7def5354-4b60-42b9-8846-781ff8b99ff8 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=049ea3ca-a94f-4050-8aee-16d35e52d429 HTTP/1.1" status: 200 len: 945 time: 0.0551305 Mar 11 15:29:51.565762 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 35352) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:29:51.570147 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-a035531c-7914-4131-8359-05a389c7e821 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Request body: {'floatingip': {'port_id': 'c6cb91eb-a127-4a1b-a0fe-8f3213c02a45'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:29:51.614158 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a035531c-7914-4131-8359-05a389c7e821 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for floatingip (e7de038a-fa3a-42f4-a93a-a8ad58e18d70), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:52.081097 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a035531c-7914-4131-8359-05a389c7e821 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:52.177993 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb no longer exists at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:29:52.179176 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a035531c-7914-4131-8359-05a389c7e821 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628361'] for floatingip (e7de038a-fa3a-42f4-a93a-a8ad58e18d70), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:52.261099 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb is: ACTIVE; New status is: DOWN {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:29:52.261528 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:52.288546 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62134e54-4bf3-4c6c-8645-e0b5664e458f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:29:52.290818 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97dedef37c5e2c64aa44179f419dd586ddc22b8f5766e7bc49dcfeca4a9e3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a91e4ca-cf87-43ac-884b-b849318175c5" -d '{"events": [{"server_uuid": "62134e54-4bf3-4c6c-8645-e0b5664e458f", "name": "network-vif-unplugged", "status": "completed", "tag": "2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:29:52.296244 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.db.l3_db [None req-a035531c-7914-4131-8359-05a389c7e821 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Floating IP e7de038a-fa3a-42f4-a93a-a8ad58e18d70 associated. External IP: 172.27.2.175, port: c6cb91eb-a127-4a1b-a0fe-8f3213c02a45. Mar 11 15:29:52.303831 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb,segment=NetworkSegment(3741b2ab-b6fb-417c-b81e-099405fb40ec),segment_id=3741b2ab-b6fb-417c-b81e-099405fb40ec)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:29:52.330130 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Mar 2022 15:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4d4dee-4dba-4409-bf25-b39e49fe5704 x-openstack-request-id: req-4a4d4dee-4dba-4409-bf25-b39e49fe5704 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:29:52.330538 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62134e54-4bf3-4c6c-8645-e0b5664e458f", "name": "network-vif-unplugged", "status": "failed", "tag": "2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb", "code": 422}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:29:52.330670 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4a4d4dee-4dba-4409-bf25-b39e49fe5704 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:29:52.331062 dv-cinder-833365-1-iscsi neutron-server[103741]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '62134e54-4bf3-4c6c-8645-e0b5664e458f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb', 'code': 422} returned with failed status Mar 11 15:29:52.408703 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:52.458582 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb,revision_number=8']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:29:52.535434 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd5f25-2f23-4f8c-aa91-8a4aa3e30cea req-574af80f-8708-4c3c-8844-a373b562aa7f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:52.536893 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-80fd5f25-2f23-4f8c-aa91-8a4aa3e30cea req-574af80f-8708-4c3c-8844-a373b562aa7f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 944 time: 0.0950770 Mar 11 15:29:52.572588 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a035531c-7914-4131-8359-05a389c7e821 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:29:52.604006 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-80fd5f25-2f23-4f8c-aa91-8a4aa3e30cea req-8f013ab0-fe86-4e45-9a92-5526bb1cc51c tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602083 Mar 11 15:29:52.908127 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a035531c-7914-4131-8359-05a389c7e821 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:29:52.913124 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a035531c-7914-4131-8359-05a389c7e821 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:52.918007 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e4ddc2-5ba6-4e71-b6b1-c3f0dbeaca35 None None] Sync routers for ids ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:29:52.928953 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e4ddc2-5ba6-4e71-b6b1-c3f0dbeaca35 None None] Routers {'1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:29:52.929576 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-23e4ddc2-5ba6-4e71-b6b1-c3f0dbeaca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:29:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:52.947170 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-a035531c-7914-4131-8359-05a389c7e821 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "PUT /v2.0/floatingips/e7de038a-fa3a-42f4-a93a-a8ad58e18d70 HTTP/1.1" status: 200 len: 991 time: 1.3803267 Mar 11 15:29:52.947834 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049ea3ca-a94f-4050-8aee-16d35e52d429', 'tag': 'c6cb91eb-a127-4a1b-a0fe-8f3213c02a45'}] {{(pid=103740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:29:52.950365 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}650d324cd5ca1e8c5fe43ff80fd40eee127a08b7efb0df58efbaed5274d8fbf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664b7eb8-6d27-4cb8-b4e3-cf121a7ca9de" -d '{"events": [{"name": "network-changed", "server_uuid": "049ea3ca-a94f-4050-8aee-16d35e52d429", "tag": "c6cb91eb-a127-4a1b-a0fe-8f3213c02a45"}]}' {{(pid=103740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:29:52.986417 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d442285d-137b-4a4e-ac99-eee6faf66afb x-openstack-request-id: req-d442285d-137b-4a4e-ac99-eee6faf66afb {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:29:52.986713 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "049ea3ca-a94f-4050-8aee-16d35e52d429", "tag": "c6cb91eb-a127-4a1b-a0fe-8f3213c02a45", "status": "completed", "code": 200}]} {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:29:52.986968 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d442285d-137b-4a4e-ac99-eee6faf66afb {{(pid=103740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:29:52.987413 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '049ea3ca-a94f-4050-8aee-16d35e52d429', 'tag': 'c6cb91eb-a127-4a1b-a0fe-8f3213c02a45', 'status': 'completed', 'code': 200} Mar 11 15:29:53.056944 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-23e4ddc2-5ba6-4e71-b6b1-c3f0dbeaca35 None None] Set router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:29:53.070029 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b7eb8-6d27-4cb8-b4e3-cf121a7ca9de req-78a2ff13-9db6-4cb5-a5c6-4ea6cf5f8ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:53.071561 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-664b7eb8-6d27-4cb8-b4e3-cf121a7ca9de req-78a2ff13-9db6-4cb5-a5c6-4ea6cf5f8ec6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bfe9430712c14bdfbe466c8ac9edd4fe&device_id=049ea3ca-a94f-4050-8aee-16d35e52d429 HTTP/1.1" status: 200 len: 1129 time: 0.0512197 Mar 11 15:29:53.173915 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b7eb8-6d27-4cb8-b4e3-cf121a7ca9de req-e89de693-c8e4-4300-a6b7-2c98de906a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:53.175678 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-664b7eb8-6d27-4cb8-b4e3-cf121a7ca9de req-e89de693-c8e4-4300-a6b7-2c98de906a1a service neutron] 10.222.0.66 "GET /v2.0/networks?id=8544fd48-a5da-477d-ba08-7fd1e3df5115 HTTP/1.1" status: 200 len: 915 time: 0.0988097 Mar 11 15:29:53.250356 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-664b7eb8-6d27-4cb8-b4e3-cf121a7ca9de req-47b929a8-1e63-4084-a495-eab4edf5fc7f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6cb91eb-a127-4a1b-a0fe-8f3213c02a45 HTTP/1.1" status: 200 len: 999 time: 0.0690360 Mar 11 15:29:53.304444 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b7eb8-6d27-4cb8-b4e3-cf121a7ca9de req-20ccf115-4519-4942-97e1-eb22601ad3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:53.306579 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-664b7eb8-6d27-4cb8-b4e3-cf121a7ca9de req-20ccf115-4519-4942-97e1-eb22601ad3d9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7dfec5c9-f9f3-4b90-a760-ecd6a23b912b HTTP/1.1" status: 200 len: 853 time: 0.0504839 Mar 11 15:29:53.338601 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-23e4ddc2-5ba6-4e71-b6b1-c3f0dbeaca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'name': 'tempest-AttachVolumeNegativeTest-850374247-router', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:48Z', 'revision_number': 4, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'gw_port': {'id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': 'e7de038a-fa3a-42f4-a93a-a8ad58e18d70', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'port_id': 'c6cb91eb-a127-4a1b-a0fe-8f3213c02a45', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'mac_address': 'fa:16:3e:97:04:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049ea3ca-a94f-4050-8aee-16d35e52d429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:29:34Z', 'updated_at': '2022-03-11T15:29:51Z', 'revision_number': 1, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b94c66-669a-4d42-994d-c2a3469a4ba6', 'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'mac_address': 'fa:16:3e:92:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:47Z', 'updated_at': '2022-03-11T15:21:57Z', 'revision_number': 5, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'subnets': [{'id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:53.366663 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e4ddc2-5ba6-4e71-b6b1-c3f0dbeaca35 None None] Checking router: 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:29:53.369132 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b7eb8-6d27-4cb8-b4e3-cf121a7ca9de req-9a9cc236-1d46-4494-a92b-cc9fd2a8a6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:53.370655 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-664b7eb8-6d27-4cb8-b4e3-cf121a7ca9de req-9a9cc236-1d46-4494-a92b-cc9fd2a8a6d7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8544fd48-a5da-477d-ba08-7fd1e3df5115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534980 Mar 11 15:29:53.375545 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e4ddc2-5ba6-4e71-b6b1-c3f0dbeaca35 None None] Routers {'1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:29:53.376145 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-23e4ddc2-5ba6-4e71-b6b1-c3f0dbeaca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:29:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:53.476262 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-664b7eb8-6d27-4cb8-b4e3-cf121a7ca9de req-b59bda31-60ed-4a9a-bff9-86333248d538 service neutron] 10.222.0.66 "GET /v2.0/networks/8544fd48-a5da-477d-ba08-7fd1e3df5115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916214 Mar 11 15:29:53.487012 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-23e4ddc2-5ba6-4e71-b6b1-c3f0dbeaca35 None None] Set router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:29:53.576208 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-664b7eb8-6d27-4cb8-b4e3-cf121a7ca9de req-824274c3-06be-40a4-aeb2-c12a7a00063e service neutron] 10.222.0.66 "GET /v2.0/networks/8544fd48-a5da-477d-ba08-7fd1e3df5115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942502 Mar 11 15:29:53.736690 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-23e4ddc2-5ba6-4e71-b6b1-c3f0dbeaca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'name': 'tempest-AttachVolumeNegativeTest-850374247-router', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:48Z', 'revision_number': 4, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'gw_port': {'id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': 'e7de038a-fa3a-42f4-a93a-a8ad58e18d70', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'port_id': 'c6cb91eb-a127-4a1b-a0fe-8f3213c02a45', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'mac_address': 'fa:16:3e:97:04:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049ea3ca-a94f-4050-8aee-16d35e52d429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:29:34Z', 'updated_at': '2022-03-11T15:29:51Z', 'revision_number': 1, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b94c66-669a-4d42-994d-c2a3469a4ba6', 'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'mac_address': 'fa:16:3e:92:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:47Z', 'updated_at': '2022-03-11T15:21:57Z', 'revision_number': 5, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'subnets': [{'id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:29:53.766754 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e4ddc2-5ba6-4e71-b6b1-c3f0dbeaca35 None None] The sync data for ids ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'] in dv-cinder-833365-1-iscsi is: [{'id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'name': 'tempest-AttachVolumeNegativeTest-850374247-router', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:48Z', 'revision_number': 4, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'gw_port': {'id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': 'e7de038a-fa3a-42f4-a93a-a8ad58e18d70', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'floating_ip_address': '172.27.2.175', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'port_id': 'c6cb91eb-a127-4a1b-a0fe-8f3213c02a45', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'mac_address': 'fa:16:3e:97:04:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049ea3ca-a94f-4050-8aee-16d35e52d429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:29:34Z', 'updated_at': '2022-03-11T15:29:51Z', 'revision_number': 1, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b94c66-669a-4d42-994d-c2a3469a4ba6', 'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'mac_address': 'fa:16:3e:92:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:47Z', 'updated_at': '2022-03-11T15:21:57Z', 'revision_number': 5, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'subnets': [{'id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:29:53.988508 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f6ccd4-538c-4b9d-8701-ae1459b1d615 None None] New status for floating IP e7de038a-fa3a-42f4-a93a-a8ad58e18d70: ACTIVE {{(pid=103742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:29:54.048244 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [req-5bffbdc2-9edf-4aac-9076-0f50ceb91877 req-2b251cae-1f28-4603-a8b0-8f2d2db0d5c5 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103740) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 15:29:54.049998 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5bffbdc2-9edf-4aac-9076-0f50ceb91877 req-2b251cae-1f28-4603-a8b0-8f2d2db0d5c5 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071564 Mar 11 15:29:54.372590 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bcb1e-910c-4d5a-9719-39e60d0a0d4a req-81c33e77-3f07-44b5-8714-b94951879b69 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:54.374818 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-440bcb1e-910c-4d5a-9719-39e60d0a0d4a req-81c33e77-3f07-44b5-8714-b94951879b69 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 944 time: 0.0553756 Mar 11 15:29:54.432725 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-440bcb1e-910c-4d5a-9719-39e60d0a0d4a req-fb0bf1b9-1ecb-4053-a403-49b426e0831f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496967 Mar 11 15:29:54.946649 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-98b8d15b-f2c8-4f79-b779-e8d9878ec61d req-5107b8a3-6b7a-449c-8f0c-2fd18a909df9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0485768 Mar 11 15:29:55.026121 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8d15b-f2c8-4f79-b779-e8d9878ec61d req-4f53b9c4-8ba5-48c5-aad4-6aab1535f3a2 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:55.027841 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-98b8d15b-f2c8-4f79-b779-e8d9878ec61d req-4f53b9c4-8ba5-48c5-aad4-6aab1535f3a2 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports/2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb HTTP/1.1" status: 200 len: 941 time: 0.0526333 Mar 11 15:29:55.569575 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47159f31-825b-4c29-b577-a2b9757d0fcf req-3d517be1-1d9c-420c-8fd9-ce56d763c294 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:55.570956 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-47159f31-825b-4c29-b577-a2b9757d0fcf req-3d517be1-1d9c-420c-8fd9-ce56d763c294 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 944 time: 0.0627308 Mar 11 15:29:55.629186 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-47159f31-825b-4c29-b577-a2b9757d0fcf req-ec83acbd-93fc-415e-8fad-fc587615aae7 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510769 Mar 11 15:29:56.210805 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb no longer exists at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:29:56.289687 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb is: DOWN; New status is: DOWN {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:29:56.760515 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0ac0f-2669-4d62-95d9-4fcc1d74d24e req-7d4db95c-2986-4345-9217-54c5893e6bca tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:56.762098 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9fc0ac0f-2669-4d62-95d9-4fcc1d74d24e req-7d4db95c-2986-4345-9217-54c5893e6bca tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 944 time: 0.0576382 Mar 11 15:29:56.816193 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9fc0ac0f-2669-4d62-95d9-4fcc1d74d24e req-9c27d40e-c150-4a70-83de-a336733ed708 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478027 Mar 11 15:29:57.699626 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8d15b-f2c8-4f79-b779-e8d9878ec61d req-aa512fb0-a14a-46cf-bb04-61915890525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:57.701662 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-98b8d15b-f2c8-4f79-b779-e8d9878ec61d req-aa512fb0-a14a-46cf-bb04-61915890525d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f&tenant_id=26837043df1a49fb9ee0eaa587c624aa HTTP/1.1" status: 200 len: 1128 time: 0.0438185 Mar 11 15:29:57.770549 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8d15b-f2c8-4f79-b779-e8d9878ec61d req-48a5a9b7-a6cb-4f0e-89a6-2ec4e523a604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:57.772060 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-98b8d15b-f2c8-4f79-b779-e8d9878ec61d req-48a5a9b7-a6cb-4f0e-89a6-2ec4e523a604 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=26837043df1a49fb9ee0eaa587c624aa&device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 1128 time: 0.0464339 Mar 11 15:29:57.854757 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b6462bbd-9d9a-4b4b-b4b6-b64cadd29a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:29:57.862223 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8d15b-f2c8-4f79-b779-e8d9878ec61d req-9dce24bc-5377-4d10-981b-0fb5b298ec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:57.864397 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-98b8d15b-f2c8-4f79-b779-e8d9878ec61d req-9dce24bc-5377-4d10-981b-0fb5b298ec2a service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba HTTP/1.1" status: 200 len: 918 time: 0.0860951 Mar 11 15:29:57.933242 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-98b8d15b-f2c8-4f79-b779-e8d9878ec61d req-d9605f10-1afb-460b-a9f5-c5f11847541f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb HTTP/1.1" status: 200 len: 1000 time: 0.0634439 Mar 11 15:29:57.953533 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262daa61-5368-4fb7-bc4e-ac61e1b181a2 req-8ba4dfc1-ce94-4c50-a9cc-3658cb92d7ad tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:57.962447 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-262daa61-5368-4fb7-bc4e-ac61e1b181a2 req-8ba4dfc1-ce94-4c50-a9cc-3658cb92d7ad tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 944 time: 0.0609255 Mar 11 15:29:57.985336 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8d15b-f2c8-4f79-b779-e8d9878ec61d req-7d6c14d9-9e41-4ce1-979f-1820b3b18d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:57.986964 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-98b8d15b-f2c8-4f79-b779-e8d9878ec61d req-7d6c14d9-9e41-4ce1-979f-1820b3b18d5c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd37384c-a7f0-45c7-ab70-ef3de68c479f HTTP/1.1" status: 200 len: 856 time: 0.0468531 Mar 11 15:29:58.015986 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-262daa61-5368-4fb7-bc4e-ac61e1b181a2 req-d95bb16e-b8f8-4d56-8f16-ba2315d853cb tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525486 Mar 11 15:29:58.038235 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8d15b-f2c8-4f79-b779-e8d9878ec61d req-46268072-feea-4273-8cca-677c3b20b496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:58.040106 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-98b8d15b-f2c8-4f79-b779-e8d9878ec61d req-46268072-feea-4273-8cca-677c3b20b496 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454807 Mar 11 15:29:58.134415 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-98b8d15b-f2c8-4f79-b779-e8d9878ec61d req-7117be32-a684-4855-80cc-4c07ac08a039 service neutron] 10.222.0.66 "GET /v2.0/networks/1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884488 Mar 11 15:29:58.223323 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-98b8d15b-f2c8-4f79-b779-e8d9878ec61d req-f5220305-b3e8-4e0d-a300-80f695bb5c77 service neutron] 10.222.0.66 "GET /v2.0/networks/1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830843 Mar 11 15:29:59.159275 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16cf19-e0ca-421e-b991-3b286a196f94 req-cb07ae5d-ecf9-4fd8-b908-449dac781d12 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:29:59.161027 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8c16cf19-e0ca-421e-b991-3b286a196f94 req-cb07ae5d-ecf9-4fd8-b908-449dac781d12 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 944 time: 0.0672269 Mar 11 15:29:59.493438 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8c16cf19-e0ca-421e-b991-3b286a196f94 req-dacdbd05-e59f-4300-ba06-c0c7227d4a40 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3251839 Mar 11 15:30:00.087598 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-510700ab-62c7-45a6-b48e-998017248e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:00.658415 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77c184-6ae1-4e8e-97e7-dcf2cb4d0724 req-4e474c94-8469-4641-ae55-f55f99ca0986 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:00.660014 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ff77c184-6ae1-4e8e-97e7-dcf2cb4d0724 req-4e474c94-8469-4641-ae55-f55f99ca0986 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 944 time: 0.0644341 Mar 11 15:30:00.708288 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ff77c184-6ae1-4e8e-97e7-dcf2cb4d0724 req-372aeda9-114c-4ae5-b378-c6762d903103 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425732 Mar 11 15:30:01.260471 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:01.834260 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294c0f8-ae33-4047-9d87-0d8a1af4a93b req-b6128aae-d54b-4822-b814-9f78f70607c7 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:01.835754 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c294c0f8-ae33-4047-9d87-0d8a1af4a93b req-b6128aae-d54b-4822-b814-9f78f70607c7 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 944 time: 0.0531933 Mar 11 15:30:01.884173 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c294c0f8-ae33-4047-9d87-0d8a1af4a93b req-25345dfc-3716-41aa-86e8-fd1451669ee3 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424609 Mar 11 15:30:03.016618 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:03.020687 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f0880-c76c-46ed-87b2-89055a8d333c req-22a71dae-32f9-4d27-90d7-77aafeed5ccc tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:03.022320 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ce2f0880-c76c-46ed-87b2-89055a8d333c req-22a71dae-32f9-4d27-90d7-77aafeed5ccc tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 944 time: 0.0533412 Mar 11 15:30:03.101276 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ce2f0880-c76c-46ed-87b2-89055a8d333c req-573114b3-4a3a-443f-8afe-ef8ebb870524 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695794 Mar 11 15:30:04.231704 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb1d72-a557-435d-ab82-fb4986b34c8f req-dca43eee-e1b4-4449-8695-cb2a0e787306 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:04.236632 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-caeb1d72-a557-435d-ab82-fb4986b34c8f req-dca43eee-e1b4-4449-8695-cb2a0e787306 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 944 time: 0.0567415 Mar 11 15:30:04.303369 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-caeb1d72-a557-435d-ab82-fb4986b34c8f req-fee2f6b9-e251-4ee2-b49a-c936412f6759 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629056 Mar 11 15:30:04.420848 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:05.433634 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b127d-d411-46c8-82fe-02999cb7f58b req-7a9dc318-ce28-4f87-85e2-fee1a17dac17 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:05.435108 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5e9b127d-d411-46c8-82fe-02999cb7f58b req-7a9dc318-ce28-4f87-85e2-fee1a17dac17 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 944 time: 0.0537760 Mar 11 15:30:05.517687 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5e9b127d-d411-46c8-82fe-02999cb7f58b req-5e693514-6754-4767-8c05-c413663dbb87 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759447 Mar 11 15:30:06.665133 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0910751-e275-413c-a591-6963dbb3b240 req-3e13af98-c4bb-43e7-a9f2-fed5cf27f103 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:06.667857 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a0910751-e275-413c-a591-6963dbb3b240 req-3e13af98-c4bb-43e7-a9f2-fed5cf27f103 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 944 time: 0.0664980 Mar 11 15:30:06.727840 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a0910751-e275-413c-a591-6963dbb3b240 req-09f13963-8a63-4f5e-8285-0f78560ccabf tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533862 Mar 11 15:30:07.889455 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86fe632-6236-4b6f-bcb9-c07fe4668eac req-513d4143-9e55-47e9-8b55-0670dde8f1b9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:07.890914 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b86fe632-6236-4b6f-bcb9-c07fe4668eac req-513d4143-9e55-47e9-8b55-0670dde8f1b9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 944 time: 0.0655529 Mar 11 15:30:07.942849 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b86fe632-6236-4b6f-bcb9-c07fe4668eac req-e2563f68-0804-43be-ad9d-a21abde0b438 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463586 Mar 11 15:30:09.099549 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dd369-c80f-45d2-a878-5fca8292adc2 req-b312036f-657d-43ab-8d9c-9ffc719cc743 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:09.101126 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9a4dd369-c80f-45d2-a878-5fca8292adc2 req-b312036f-657d-43ab-8d9c-9ffc719cc743 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 944 time: 0.0553606 Mar 11 15:30:09.158603 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9a4dd369-c80f-45d2-a878-5fca8292adc2 req-72ccafcd-6664-4c6c-89e2-ea9139253366 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507133 Mar 11 15:30:10.308030 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff923f-a33d-45ca-aff6-7c3f92d5199d req-3ef42797-bbff-4669-a61f-3a9a80afbc33 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:10.309445 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-dcff923f-a33d-45ca-aff6-7c3f92d5199d req-3ef42797-bbff-4669-a61f-3a9a80afbc33 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 944 time: 0.0530739 Mar 11 15:30:10.363016 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-dcff923f-a33d-45ca-aff6-7c3f92d5199d req-7b7e5c0b-5cbf-4ae0-8857-367583a24679 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473986 Mar 11 15:30:11.109970 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-003ee47d-4911-4541-ae7d-1f6bd15b90c6 req-445baf2b-7737-4cef-a7d3-2e2416dd1a20 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-289866756&fields=id&tenant_id=169ca4a5e1f747a6a8048d61c5220492 HTTP/1.1" status: 200 len: 267 time: 0.0494802 Mar 11 15:30:11.166036 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ee47d-4911-4541-ae7d-1f6bd15b90c6 req-cb4bc809-5d9e-41e6-80e8-f9a9b4dd0da6 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:11.167519 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-003ee47d-4911-4541-ae7d-1f6bd15b90c6 req-cb4bc809-5d9e-41e6-80e8-f9a9b4dd0da6 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 984 time: 0.0520718 Mar 11 15:30:11.178466 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-003ee47d-4911-4541-ae7d-1f6bd15b90c6 req-ec9fcba1-7643-4a69-9fcd-6d9b3131e474 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Request body: {'port': {'security_groups': ['f2783596-5bb6-4d94-ab5f-cfab02133c0b']}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:30:11.257326 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-003ee47d-4911-4541-ae7d-1f6bd15b90c6 req-ec9fcba1-7643-4a69-9fcd-6d9b3131e474 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (d1daa7a5-6490-4d9a-a3d6-6dcdf574795b), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:11.433073 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-003ee47d-4911-4541-ae7d-1f6bd15b90c6 req-ec9fcba1-7643-4a69-9fcd-6d9b3131e474 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] For port d1daa7a5-6490-4d9a-a3d6-6dcdf574795b, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=d1daa7a5-6490-4d9a-a3d6-6dcdf574795b,segment=NetworkSegment(d27fdecb-1bdd-47f9-9875-c0c1b40668cf),segment_id=d27fdecb-1bdd-47f9-9875-c0c1b40668cf)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:11.464294 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-003ee47d-4911-4541-ae7d-1f6bd15b90c6 req-ec9fcba1-7643-4a69-9fcd-6d9b3131e474 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks [] for port (d1daa7a5-6490-4d9a-a3d6-6dcdf574795b), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:11.493263 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5fb996-1e9b-4914-b35b-352831437520 req-708ad03e-890d-4f71-9682-ae840de9abb0 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:11.494706 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bb5fb996-1e9b-4914-b35b-352831437520 req-708ad03e-890d-4f71-9682-ae840de9abb0 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 944 time: 0.0558341 Mar 11 15:30:11.532931 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-003ee47d-4911-4541-ae7d-1f6bd15b90c6 req-ec9fcba1-7643-4a69-9fcd-6d9b3131e474 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (d1daa7a5-6490-4d9a-a3d6-6dcdf574795b), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:11.542301 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bb5fb996-1e9b-4914-b35b-352831437520 req-4e7a3e9f-27cd-4ad9-9880-d0dd4f566b7f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414426 Mar 11 15:30:11.545816 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['d1daa7a5-6490-4d9a-a3d6-6dcdf574795b'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:30:11.587591 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ee47d-4911-4541-ae7d-1f6bd15b90c6 req-ec9fcba1-7643-4a69-9fcd-6d9b3131e474 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:11.587591 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-003ee47d-4911-4541-ae7d-1f6bd15b90c6 req-ec9fcba1-7643-4a69-9fcd-6d9b3131e474 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:11.587591 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-003ee47d-4911-4541-ae7d-1f6bd15b90c6 req-ec9fcba1-7643-4a69-9fcd-6d9b3131e474 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "PUT /v2.0/ports/d1daa7a5-6490-4d9a-a3d6-6dcdf574795b HTTP/1.1" status: 200 len: 942 time: 0.4100511 Mar 11 15:30:11.587591 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d48560-d5e1-476c-80b0-ad48c4476628', 'tag': 'd1daa7a5-6490-4d9a-a3d6-6dcdf574795b'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:30:11.587591 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a148747c-4ab6-4c6b-bfdd-df6939cab456" -d '{"events": [{"name": "network-changed", "server_uuid": "34d48560-d5e1-476c-80b0-ad48c4476628", "tag": "d1daa7a5-6490-4d9a-a3d6-6dcdf574795b"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:30:11.592884 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 35476) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:30:11.619124 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9fcba1-7643-4a69-9fcd-6d9b3131e474 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Pushing event updated for resources: {'Port': ['ID=d1daa7a5-6490-4d9a-a3d6-6dcdf574795b,revision_number=7']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:11.665010 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890d3fd3-171e-4596-bcb7-94c25068f823 x-openstack-request-id: req-890d3fd3-171e-4596-bcb7-94c25068f823 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:30:11.665308 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34d48560-d5e1-476c-80b0-ad48c4476628", "tag": "d1daa7a5-6490-4d9a-a3d6-6dcdf574795b", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:30:11.665584 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-890d3fd3-171e-4596-bcb7-94c25068f823 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:30:11.665985 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34d48560-d5e1-476c-80b0-ad48c4476628', 'tag': 'd1daa7a5-6490-4d9a-a3d6-6dcdf574795b', 'status': 'completed', 'code': 200} Mar 11 15:30:11.666972 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-80a2edc3-b7a0-4778-8f61-46b37001f506 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks [] for security_group (552bb8ac-cf46-413c-a3ef-82d636c2b8e1), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:11.682130 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['d1daa7a5-6490-4d9a-a3d6-6dcdf574795b'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:30:11.696246 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-80a2edc3-b7a0-4778-8f61-46b37001f506 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks [] for security_group (552bb8ac-cf46-413c-a3ef-82d636c2b8e1), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:11.814086 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-80a2edc3-b7a0-4778-8f61-46b37001f506 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (552bb8ac-cf46-413c-a3ef-82d636c2b8e1), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:11.816692 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-80a2edc3-b7a0-4778-8f61-46b37001f506 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:11.817896 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-80a2edc3-b7a0-4778-8f61-46b37001f506 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "DELETE /v2.0/security-groups/552bb8ac-cf46-413c-a3ef-82d636c2b8e1 HTTP/1.1" status: 204 len: 168 time: 0.2234073 Mar 11 15:30:11.820843 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 35478) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:30:11.828955 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2edc3-b7a0-4778-8f61-46b37001f506 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=552bb8ac-cf46-413c-a3ef-82d636c2b8e1,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:11.870792 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-ec6a329f-9635-4223-9e86-97beea0d57a1 None None] Provisioning complete for port d1daa7a5-6490-4d9a-a3d6-6dcdf574795b triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:30:11.871272 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ec6a329f-9635-4223-9e86-97beea0d57a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (d1daa7a5-6490-4d9a-a3d6-6dcdf574795b), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:11.968249 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-ec6a329f-9635-4223-9e86-97beea0d57a1 None None] Current status of the port d1daa7a5-6490-4d9a-a3d6-6dcdf574795b is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:30:12.098259 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-b352fcdf-1131-4b67-84e4-3badc8be9a93 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Deleting port 2383f74c-5857-4e41-a82f-dc724270dd43 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:30:12.098600 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b352fcdf-1131-4b67-84e4-3badc8be9a93 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (2383f74c-5857-4e41-a82f-dc724270dd43), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:12.175439 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b352fcdf-1131-4b67-84e4-3badc8be9a93 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (2383f74c-5857-4e41-a82f-dc724270dd43), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:12.176121 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b352fcdf-1131-4b67-84e4-3badc8be9a93 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks [] for floatingip (2383f74c-5857-4e41-a82f-dc724270dd43), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:12.187865 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-b352fcdf-1131-4b67-84e4-3badc8be9a93 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Calling delete_port for 2383f74c-5857-4e41-a82f-dc724270dd43 owned by network:floatingip {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:30:12.441580 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b352fcdf-1131-4b67-84e4-3badc8be9a93 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (2383f74c-5857-4e41-a82f-dc724270dd43), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:12.467945 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b352fcdf-1131-4b67-84e4-3badc8be9a93 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Pushing event deleted for resources: {'Port': ['ID=2383f74c-5857-4e41-a82f-dc724270dd43,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:12.541464 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b352fcdf-1131-4b67-84e4-3badc8be9a93 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks [] for floatingip (2b47d5e1-c97b-4289-a696-94f9c58ca63b), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:12.541789 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.db.l3_db [None req-b352fcdf-1131-4b67-84e4-3badc8be9a93 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Floating IP 2b47d5e1-c97b-4289-a696-94f9c58ca63b disassociated (deleted). External IP: 172.27.2.155, port: d1daa7a5-6490-4d9a-a3d6-6dcdf574795b. Mar 11 15:30:12.555830 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:12.733772 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726815f-0d6e-4db8-8e95-241afa70a905 req-a67eba5a-b848-46d6-9a5e-0003bd832de7 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:12.735173 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1726815f-0d6e-4db8-8e95-241afa70a905 req-a67eba5a-b848-46d6-9a5e-0003bd832de7 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 944 time: 0.1032312 Mar 11 15:30:12.831143 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1726815f-0d6e-4db8-8e95-241afa70a905 req-ecdb1e48-edbf-4d78-ab14-9fa5522bc5b9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855718 Mar 11 15:30:12.838028 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b352fcdf-1131-4b67-84e4-3badc8be9a93 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Router c6fb5390-b007-4daf-a166-e1f6d71ebc28 has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:30:12.956263 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b352fcdf-1131-4b67-84e4-3badc8be9a93 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:30:12.961140 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b352fcdf-1131-4b67-84e4-3badc8be9a93 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:12.966037 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9777c3d2-7c9c-42fa-bdbe-406c9a19e1d1 None None] Sync routers for ids ['c6fb5390-b007-4daf-a166-e1f6d71ebc28'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:30:12.977731 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9777c3d2-7c9c-42fa-bdbe-406c9a19e1d1 None None] Routers {'c6fb5390-b007-4daf-a166-e1f6d71ebc28'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:30:12.978350 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-9777c3d2-7c9c-42fa-bdbe-406c9a19e1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:30:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['c6fb5390-b007-4daf-a166-e1f6d71ebc28'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:12.991341 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-b352fcdf-1131-4b67-84e4-3badc8be9a93 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "DELETE /v2.0/floatingips/2b47d5e1-c97b-4289-a696-94f9c58ca63b HTTP/1.1" status: 204 len: 168 time: 1.1692593 Mar 11 15:30:13.093334 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-9777c3d2-7c9c-42fa-bdbe-406c9a19e1d1 None None] Set router c6fb5390-b007-4daf-a166-e1f6d71ebc28 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:30:13.429654 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-9777c3d2-7c9c-42fa-bdbe-406c9a19e1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'name': 'tempest-TestMinimumBasicScenario-1476240252-router', 'tenant_id': '169ca4a5e1f747a6a8048d61c5220492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '59098a95-cdaa-4cd1-9ae7-87c72acc9e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:24:59Z', 'updated_at': '2022-03-11T15:25:03Z', 'revision_number': 4, 'project_id': '169ca4a5e1f747a6a8048d61c5220492', 'gw_port': {'id': '59098a95-cdaa-4cd1-9ae7-87c72acc9e43', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:32:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:25:00Z', 'updated_at': '2022-03-11T15:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': 'eb88247b-c4e8-4456-8a9a-36701c3eaf91', 'name': '', 'network_id': 'f6265ac0-633e-4670-bacd-2ec52566a901', 'tenant_id': '169ca4a5e1f747a6a8048d61c5220492', 'mac_address': 'fa:16:3e:ee:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4ece22e3-13e3-4ef0-ab24-5393518fe3ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:25:02Z', 'updated_at': '2022-03-11T15:25:07Z', 'revision_number': 5, 'project_id': '169ca4a5e1f747a6a8048d61c5220492', 'subnets': [{'id': '4ece22e3-13e3-4ef0-ab24-5393518fe3ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:13.456607 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9777c3d2-7c9c-42fa-bdbe-406c9a19e1d1 None None] Checking router: c6fb5390-b007-4daf-a166-e1f6d71ebc28 for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:30:13.465020 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9777c3d2-7c9c-42fa-bdbe-406c9a19e1d1 None None] Routers {'c6fb5390-b007-4daf-a166-e1f6d71ebc28'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:30:13.465634 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-9777c3d2-7c9c-42fa-bdbe-406c9a19e1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:30:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['c6fb5390-b007-4daf-a166-e1f6d71ebc28'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:13.592070 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-9777c3d2-7c9c-42fa-bdbe-406c9a19e1d1 None None] Set router c6fb5390-b007-4daf-a166-e1f6d71ebc28 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:30:13.666914 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34d48560-d5e1-476c-80b0-ad48c4476628', 'tag': 'd1daa7a5-6490-4d9a-a3d6-6dcdf574795b'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:30:13.669488 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0fd8ce-f1d7-4bf1-81f8-e3781c75d3bb" -d '{"events": [{"name": "network-changed", "server_uuid": "34d48560-d5e1-476c-80b0-ad48c4476628", "tag": "d1daa7a5-6490-4d9a-a3d6-6dcdf574795b"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:30:13.705725 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9861b0-2edc-4dd7-8a47-761792492e67 x-openstack-request-id: req-1c9861b0-2edc-4dd7-8a47-761792492e67 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:30:13.706077 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34d48560-d5e1-476c-80b0-ad48c4476628", "tag": "d1daa7a5-6490-4d9a-a3d6-6dcdf574795b", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:30:13.706392 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1c9861b0-2edc-4dd7-8a47-761792492e67 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:30:13.706853 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34d48560-d5e1-476c-80b0-ad48c4476628', 'tag': 'd1daa7a5-6490-4d9a-a3d6-6dcdf574795b', 'status': 'completed', 'code': 200} Mar 11 15:30:13.806745 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-9777c3d2-7c9c-42fa-bdbe-406c9a19e1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'name': 'tempest-TestMinimumBasicScenario-1476240252-router', 'tenant_id': '169ca4a5e1f747a6a8048d61c5220492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '59098a95-cdaa-4cd1-9ae7-87c72acc9e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:24:59Z', 'updated_at': '2022-03-11T15:25:03Z', 'revision_number': 4, 'project_id': '169ca4a5e1f747a6a8048d61c5220492', 'gw_port': {'id': '59098a95-cdaa-4cd1-9ae7-87c72acc9e43', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:32:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:25:00Z', 'updated_at': '2022-03-11T15:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': 'eb88247b-c4e8-4456-8a9a-36701c3eaf91', 'name': '', 'network_id': 'f6265ac0-633e-4670-bacd-2ec52566a901', 'tenant_id': '169ca4a5e1f747a6a8048d61c5220492', 'mac_address': 'fa:16:3e:ee:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4ece22e3-13e3-4ef0-ab24-5393518fe3ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:25:02Z', 'updated_at': '2022-03-11T15:25:07Z', 'revision_number': 5, 'project_id': '169ca4a5e1f747a6a8048d61c5220492', 'subnets': [{'id': '4ece22e3-13e3-4ef0-ab24-5393518fe3ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:13.835153 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9777c3d2-7c9c-42fa-bdbe-406c9a19e1d1 None None] The sync data for ids ['c6fb5390-b007-4daf-a166-e1f6d71ebc28'] in dv-cinder-833365-1-iscsi is: [{'id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'name': 'tempest-TestMinimumBasicScenario-1476240252-router', 'tenant_id': '169ca4a5e1f747a6a8048d61c5220492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '59098a95-cdaa-4cd1-9ae7-87c72acc9e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:24:59Z', 'updated_at': '2022-03-11T15:25:03Z', 'revision_number': 4, 'project_id': '169ca4a5e1f747a6a8048d61c5220492', 'gw_port': {'id': '59098a95-cdaa-4cd1-9ae7-87c72acc9e43', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:32:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:25:00Z', 'updated_at': '2022-03-11T15:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': 'eb88247b-c4e8-4456-8a9a-36701c3eaf91', 'name': '', 'network_id': 'f6265ac0-633e-4670-bacd-2ec52566a901', 'tenant_id': '169ca4a5e1f747a6a8048d61c5220492', 'mac_address': 'fa:16:3e:ee:52:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '4ece22e3-13e3-4ef0-ab24-5393518fe3ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:25:02Z', 'updated_at': '2022-03-11T15:25:07Z', 'revision_number': 5, 'project_id': '169ca4a5e1f747a6a8048d61c5220492', 'subnets': [{'id': '4ece22e3-13e3-4ef0-ab24-5393518fe3ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:30:13.974118 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b3fc4-3d27-4e00-aecd-282a917130c0 req-090e140c-a566-4060-a59f-3de7e6e2831b tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:13.975662 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-392b3fc4-3d27-4e00-aecd-282a917130c0 req-090e140c-a566-4060-a59f-3de7e6e2831b tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 944 time: 0.0658934 Mar 11 15:30:14.031023 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-392b3fc4-3d27-4e00-aecd-282a917130c0 req-7f5e8180-b970-4b14-ab1e-28f763b6fb4c tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468242 Mar 11 15:30:14.093826 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71088860-702b-452e-8c63-28cb9acebda9 None None] New status for floating IP 2b47d5e1-c97b-4289-a696-94f9c58ca63b: DOWN {{(pid=103742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:30:14.401136 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fd8ce-f1d7-4bf1-81f8-e3781c75d3bb req-d892c82e-77dd-43e9-ba79-a40c99100ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:14.403009 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3a0fd8ce-f1d7-4bf1-81f8-e3781c75d3bb req-d892c82e-77dd-43e9-ba79-a40c99100ac8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=169ca4a5e1f747a6a8048d61c5220492&device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 1129 time: 0.0487261 Mar 11 15:30:14.511810 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fd8ce-f1d7-4bf1-81f8-e3781c75d3bb req-0511fd9b-04ec-4cc3-89ee-34a489ca7d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:14.514218 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3a0fd8ce-f1d7-4bf1-81f8-e3781c75d3bb req-0511fd9b-04ec-4cc3-89ee-34a489ca7d01 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f6265ac0-633e-4670-bacd-2ec52566a901 HTTP/1.1" status: 200 len: 916 time: 0.1049471 Mar 11 15:30:14.559678 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3a0fd8ce-f1d7-4bf1-81f8-e3781c75d3bb req-71ee80c0-db6c-4dd9-998c-52c6c1954ac2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1daa7a5-6490-4d9a-a3d6-6dcdf574795b HTTP/1.1" status: 200 len: 217 time: 0.0385814 Mar 11 15:30:14.615194 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fd8ce-f1d7-4bf1-81f8-e3781c75d3bb req-3c017794-57bc-41ca-9e6e-ce2bb3ae4b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:14.617776 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3a0fd8ce-f1d7-4bf1-81f8-e3781c75d3bb req-3c017794-57bc-41ca-9e6e-ce2bb3ae4b00 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4ece22e3-13e3-4ef0-ab24-5393518fe3ac HTTP/1.1" status: 200 len: 854 time: 0.0524631 Mar 11 15:30:14.668271 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fd8ce-f1d7-4bf1-81f8-e3781c75d3bb req-1bff68d7-8b91-4c01-ae4d-0c3cb098a2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:14.670438 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3a0fd8ce-f1d7-4bf1-81f8-e3781c75d3bb req-1bff68d7-8b91-4c01-ae4d-0c3cb098a2bb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f6265ac0-633e-4670-bacd-2ec52566a901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447242 Mar 11 15:30:14.758504 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3a0fd8ce-f1d7-4bf1-81f8-e3781c75d3bb req-6fc14391-fe85-423a-99ae-bded55689e84 service neutron] 10.222.0.66 "GET /v2.0/networks/f6265ac0-633e-4670-bacd-2ec52566a901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819468 Mar 11 15:30:14.851661 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3a0fd8ce-f1d7-4bf1-81f8-e3781c75d3bb req-b5d6f077-ea32-430e-9dbf-5cd23a03c9b4 service neutron] 10.222.0.66 "GET /v2.0/networks/f6265ac0-633e-4670-bacd-2ec52566a901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863075 Mar 11 15:30:15.039923 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148747c-4ab6-4c6b-bfdd-df6939cab456 req-5496422d-1637-40b2-819e-9bab68bf10d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:15.041543 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a148747c-4ab6-4c6b-bfdd-df6939cab456 req-5496422d-1637-40b2-819e-9bab68bf10d6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=169ca4a5e1f747a6a8048d61c5220492&device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 1129 time: 0.0467272 Mar 11 15:30:15.176891 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148747c-4ab6-4c6b-bfdd-df6939cab456 req-d222d5a3-5a77-48d5-a56d-f64ab8ad3e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:15.178454 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a148747c-4ab6-4c6b-bfdd-df6939cab456 req-d222d5a3-5a77-48d5-a56d-f64ab8ad3e33 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f6265ac0-633e-4670-bacd-2ec52566a901 HTTP/1.1" status: 200 len: 916 time: 0.1285844 Mar 11 15:30:15.199254 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054df1f-f0dd-481c-93d3-cada30dbd177 req-5af6a6f7-5fd3-40be-9346-8f5097bf1fc4 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:15.200939 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9054df1f-f0dd-481c-93d3-cada30dbd177 req-5af6a6f7-5fd3-40be-9346-8f5097bf1fc4 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 944 time: 0.0812590 Mar 11 15:30:15.246026 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a148747c-4ab6-4c6b-bfdd-df6939cab456 req-0f4c4b0e-ac4a-49e4-8cf9-06a0750541a2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d1daa7a5-6490-4d9a-a3d6-6dcdf574795b HTTP/1.1" status: 200 len: 217 time: 0.0440371 Mar 11 15:30:15.313372 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9054df1f-f0dd-481c-93d3-cada30dbd177 req-595d610f-ef6c-40e1-8aed-276565138083 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041403 Mar 11 15:30:15.320241 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148747c-4ab6-4c6b-bfdd-df6939cab456 req-a7802cd9-18ae-4a54-a11e-91896d57a184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:15.321271 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a148747c-4ab6-4c6b-bfdd-df6939cab456 req-a7802cd9-18ae-4a54-a11e-91896d57a184 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4ece22e3-13e3-4ef0-ab24-5393518fe3ac HTTP/1.1" status: 200 len: 854 time: 0.0673907 Mar 11 15:30:15.372277 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148747c-4ab6-4c6b-bfdd-df6939cab456 req-38920f34-f142-4635-8bb1-c06620842ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:15.373915 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a148747c-4ab6-4c6b-bfdd-df6939cab456 req-38920f34-f142-4635-8bb1-c06620842ac2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f6265ac0-633e-4670-bacd-2ec52566a901&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446844 Mar 11 15:30:15.473003 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a148747c-4ab6-4c6b-bfdd-df6939cab456 req-3f41d043-5742-4023-a8b2-7ad6df334713 service neutron] 10.222.0.66 "GET /v2.0/networks/f6265ac0-633e-4670-bacd-2ec52566a901?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915418 Mar 11 15:30:15.578967 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a148747c-4ab6-4c6b-bfdd-df6939cab456 req-85d2b75b-952c-411b-91a7-b87e4a074aa4 service neutron] 10.222.0.66 "GET /v2.0/networks/f6265ac0-633e-4670-bacd-2ec52566a901?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984209 Mar 11 15:30:16.442934 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1618d8e-7d58-483b-8c33-b482d1e28e6b req-08401876-3a24-46d4-8d46-8481555c053b tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:16.444432 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c1618d8e-7d58-483b-8c33-b482d1e28e6b req-08401876-3a24-46d4-8d46-8481555c053b tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 944 time: 0.0588043 Mar 11 15:30:16.491881 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c1618d8e-7d58-483b-8c33-b482d1e28e6b req-568bdc4c-eaa2-4dda-8eec-d06fbcefa099 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418506 Mar 11 15:30:17.625949 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61ef09-524d-4d96-8a25-2626d23a15d6 req-37300d79-cf28-4515-88bf-f41f09fb7281 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:17.627618 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0e61ef09-524d-4d96-8a25-2626d23a15d6 req-37300d79-cf28-4515-88bf-f41f09fb7281 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 944 time: 0.0593045 Mar 11 15:30:17.674726 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0e61ef09-524d-4d96-8a25-2626d23a15d6 req-1cfe9f6c-2cdf-4fa1-b5e7-26dbfd9e9325 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416281 Mar 11 15:30:18.410725 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8046cc-afe9-46da-bb63-03c96623a843 req-ba3fb6e0-b159-4e9f-af47-a1e2469ab540 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:18.412290 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8c8046cc-afe9-46da-bb63-03c96623a843 req-ba3fb6e0-b159-4e9f-af47-a1e2469ab540 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 945 time: 0.0530703 Mar 11 15:30:18.459234 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8c8046cc-afe9-46da-bb63-03c96623a843 req-c66bc495-7134-486e-a308-a3a83b25e29d tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410318 Mar 11 15:30:18.801217 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39589001-fd22-4d9e-9047-b29a34a5ff75 req-c0c06073-f848-412b-9617-c65e0a035a61 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:18.802670 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-39589001-fd22-4d9e-9047-b29a34a5ff75 req-c0c06073-f848-412b-9617-c65e0a035a61 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 944 time: 0.0533612 Mar 11 15:30:18.850860 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-39589001-fd22-4d9e-9047-b29a34a5ff75 req-f1274c83-f295-4ff0-90cc-eef5f7a342f9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421042 Mar 11 15:30:19.598267 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:30:19.598969 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512b429-ede7-4623-86c8-ae548a23a8d8 req-cd666f4f-de85-49e4-b385-52579992358e tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:19.603391 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2512b429-ede7-4623-86c8-ae548a23a8d8 req-cd666f4f-de85-49e4-b385-52579992358e tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 945 time: 0.0549994 Mar 11 15:30:19.654861 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2512b429-ede7-4623-86c8-ae548a23a8d8 req-29b5566a-ab52-4b3d-a614-83229423b904 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485106 Mar 11 15:30:19.993762 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50670b7-cd9a-4b1a-9785-a1436074e8ad req-1faf66df-24e8-4cac-bc77-6f66b4f5e129 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:19.995247 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e50670b7-cd9a-4b1a-9785-a1436074e8ad req-1faf66df-24e8-4cac-bc77-6f66b4f5e129 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 944 time: 0.0650425 Mar 11 15:30:20.054380 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e50670b7-cd9a-4b1a-9785-a1436074e8ad req-7998f367-99a1-425e-b452-8f8369df19cd tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520065 Mar 11 15:30:20.490810 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642cafc-182e-4b9e-b276-19d0f84f70b7 req-6d10d3ed-86d9-4c9c-8ae9-948c50126f8c tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:20.492270 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f642cafc-182e-4b9e-b276-19d0f84f70b7 req-6d10d3ed-86d9-4c9c-8ae9-948c50126f8c tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.66 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 945 time: 0.0547090 Mar 11 15:30:20.606016 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-f642cafc-182e-4b9e-b276-19d0f84f70b7 req-090e8f6b-4e3e-4145-9ed1-2549bd9c093e tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Deleting port d1daa7a5-6490-4d9a-a3d6-6dcdf574795b {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:30:20.606351 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-f642cafc-182e-4b9e-b276-19d0f84f70b7 req-090e8f6b-4e3e-4145-9ed1-2549bd9c093e tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (d1daa7a5-6490-4d9a-a3d6-6dcdf574795b), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:20.710135 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-f642cafc-182e-4b9e-b276-19d0f84f70b7 req-090e8f6b-4e3e-4145-9ed1-2549bd9c093e tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] For port d1daa7a5-6490-4d9a-a3d6-6dcdf574795b, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=d1daa7a5-6490-4d9a-a3d6-6dcdf574795b,segment=NetworkSegment(d27fdecb-1bdd-47f9-9875-c0c1b40668cf),segment_id=d27fdecb-1bdd-47f9-9875-c0c1b40668cf)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:20.710607 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-f642cafc-182e-4b9e-b276-19d0f84f70b7 req-090e8f6b-4e3e-4145-9ed1-2549bd9c093e tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (d1daa7a5-6490-4d9a-a3d6-6dcdf574795b), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:20.727615 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-f642cafc-182e-4b9e-b276-19d0f84f70b7 req-090e8f6b-4e3e-4145-9ed1-2549bd9c093e tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Calling delete_port for d1daa7a5-6490-4d9a-a3d6-6dcdf574795b owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:30:20.780424 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c54d5-2b94-421e-9ae1-3e76a0bf6a6a req-0aa6e6c7-f4d2-411b-8354-db96f8bc3f01 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:20.782014 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c97c54d5-2b94-421e-9ae1-3e76a0bf6a6a req-0aa6e6c7-f4d2-411b-8354-db96f8bc3f01 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 945 time: 0.0553815 Mar 11 15:30:20.845365 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c97c54d5-2b94-421e-9ae1-3e76a0bf6a6a req-cafd7458-2330-4420-8876-5000baaea0d5 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2783596-5bb6-4d94-ab5f-cfab02133c0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544662 Mar 11 15:30:20.972759 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-f642cafc-182e-4b9e-b276-19d0f84f70b7 req-090e8f6b-4e3e-4145-9ed1-2549bd9c093e tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (d1daa7a5-6490-4d9a-a3d6-6dcdf574795b), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:20.988008 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['d1daa7a5-6490-4d9a-a3d6-6dcdf574795b'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:30:21.003232 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e8f6b-4e3e-4145-9ed1-2549bd9c093e tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Pushing event deleted for resources: {'Port': ['ID=d1daa7a5-6490-4d9a-a3d6-6dcdf574795b,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:21.033385 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090e8f6b-4e3e-4145-9ed1-2549bd9c093e tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:21.033673 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090e8f6b-4e3e-4145-9ed1-2549bd9c093e tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:21.034016 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090e8f6b-4e3e-4145-9ed1-2549bd9c093e tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:21.034354 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090e8f6b-4e3e-4145-9ed1-2549bd9c093e tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:21.034689 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090e8f6b-4e3e-4145-9ed1-2549bd9c093e tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:21.035025 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090e8f6b-4e3e-4145-9ed1-2549bd9c093e tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:21.035372 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090e8f6b-4e3e-4145-9ed1-2549bd9c093e tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:21.035723 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090e8f6b-4e3e-4145-9ed1-2549bd9c093e tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:21.036053 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090e8f6b-4e3e-4145-9ed1-2549bd9c093e tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:21.036395 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090e8f6b-4e3e-4145-9ed1-2549bd9c093e tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:21.036705 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090e8f6b-4e3e-4145-9ed1-2549bd9c093e tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:21.037029 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090e8f6b-4e3e-4145-9ed1-2549bd9c093e tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:21.037348 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090e8f6b-4e3e-4145-9ed1-2549bd9c093e tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:21.065231 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-f642cafc-182e-4b9e-b276-19d0f84f70b7 req-090e8f6b-4e3e-4145-9ed1-2549bd9c093e tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] No DVR routers for this DVR port d1daa7a5-6490-4d9a-a3d6-6dcdf574795b on host hv-cinder-83336 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:30:21.065231 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-f642cafc-182e-4b9e-b276-19d0f84f70b7 req-090e8f6b-4e3e-4145-9ed1-2549bd9c093e tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:21.065231 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f642cafc-182e-4b9e-b276-19d0f84f70b7 req-090e8f6b-4e3e-4145-9ed1-2549bd9c093e tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.66 "DELETE /v2.0/ports/d1daa7a5-6490-4d9a-a3d6-6dcdf574795b HTTP/1.1" status: 204 len: 173 time: 0.5671532 Mar 11 15:30:21.065666 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34d48560-d5e1-476c-80b0-ad48c4476628', 'name': 'network-vif-deleted', 'tag': 'd1daa7a5-6490-4d9a-a3d6-6dcdf574795b'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:30:21.068039 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c2caa8-ad4d-4563-aae9-e5f3a8fe1905" -d '{"events": [{"server_uuid": "34d48560-d5e1-476c-80b0-ad48c4476628", "name": "network-vif-deleted", "tag": "d1daa7a5-6490-4d9a-a3d6-6dcdf574795b"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:30:21.112126 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39a33db-c8b3-4111-9293-476aa2ab51cb x-openstack-request-id: req-d39a33db-c8b3-4111-9293-476aa2ab51cb {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:30:21.112434 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34d48560-d5e1-476c-80b0-ad48c4476628", "name": "network-vif-deleted", "tag": "d1daa7a5-6490-4d9a-a3d6-6dcdf574795b", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:30:21.112854 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d39a33db-c8b3-4111-9293-476aa2ab51cb {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:30:21.113250 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34d48560-d5e1-476c-80b0-ad48c4476628', 'name': 'network-vif-deleted', 'tag': 'd1daa7a5-6490-4d9a-a3d6-6dcdf574795b', 'status': 'completed', 'code': 200} Mar 11 15:30:21.190883 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4e435-9cbf-44f9-852c-ca61b84439b3 req-6c3c638c-357c-4c01-8275-38201c2078e5 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:21.192514 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-06a4e435-9cbf-44f9-852c-ca61b84439b3 req-6c3c638c-357c-4c01-8275-38201c2078e5 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 944 time: 0.0587394 Mar 11 15:30:21.260429 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-06a4e435-9cbf-44f9-852c-ca61b84439b3 req-b5a99d56-80d4-4d40-9869-3372b23718a9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538535 Mar 11 15:30:21.966074 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d47c34cb-2bee-4784-a3d6-76175d1f338a req-340543ca-fb7f-48f5-ae2c-d0a5f69a9a15 tempest-TestMinimumBasicScenario-1170693137 tempest-TestMinimumBasicScenario-1170693137-project] 10.222.0.44 "GET /v2.0/ports?device_id=34d48560-d5e1-476c-80b0-ad48c4476628 HTTP/1.1" status: 200 len: 210 time: 0.0307050 Mar 11 15:30:22.375865 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52c9ec-ac6c-4e0f-8cc3-fbcf6779cf9e req-299e3b81-3ad3-430d-b180-ba0f66c7705d tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:22.377425 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-fa52c9ec-ac6c-4e0f-8cc3-fbcf6779cf9e req-299e3b81-3ad3-430d-b180-ba0f66c7705d tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 944 time: 0.0577722 Mar 11 15:30:22.427064 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-fa52c9ec-ac6c-4e0f-8cc3-fbcf6779cf9e req-8f264992-949f-432a-9349-57b2bb63f2eb tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437999 Mar 11 15:30:23.561991 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89f03b-03b4-4ecc-9c2c-498cb865514b req-6161fdec-114c-40fb-a0d0-9f6d5c4820aa tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:23.564174 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4b89f03b-03b4-4ecc-9c2c-498cb865514b req-6161fdec-114c-40fb-a0d0-9f6d5c4820aa tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 944 time: 0.0614383 Mar 11 15:30:23.622589 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4b89f03b-03b4-4ecc-9c2c-498cb865514b req-d49992ac-13ad-43de-bb98-72cebeef2d6b tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524926 Mar 11 15:30:24.359148 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb details requested by agent hyperv_hv-cinder-83336 with host hv-cinder-83336 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 15:30:24.363133 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device d1daa7a5-6490-4d9a-a3d6-6dcdf574795b no longer exists at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:30:24.377692 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 35590) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:30:24.394159 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] No Port match for: d1daa7a5-6490-4d9a-a3d6-6dcdf574795b {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:30:24.394510 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device d1daa7a5-6490-4d9a-a3d6-6dcdf574795b not bound to the agent host hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:30:24.488945 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb,segment=NetworkSegment(3741b2ab-b6fb-417c-b81e-099405fb40ec),segment_id=3741b2ab-b6fb-417c-b81e-099405fb40ec)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:24.499745 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Returning: {'device': '2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb', 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba', 'port_id': '2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb', 'mac_address': 'fa:16:3e:c6:09:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 15:30:24.539075 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:30:24.539541 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:24.555838 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:30:24.577228 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb,segment=NetworkSegment(3741b2ab-b6fb-417c-b81e-099405fb40ec),segment_id=3741b2ab-b6fb-417c-b81e-099405fb40ec)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:24.676281 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:24.728415 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb,revision_number=9']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:24.737868 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:24.738148 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:24.738497 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:24.738838 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:24.739175 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:24.739546 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:24.739878 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:24.740207 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:24.740535 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:24.740865 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:24.741328 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:24.741660 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:24.741982 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:24.760335 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f11fe0-a07c-4a08-83fa-354ee9265f13 req-9634e605-576b-408c-aa1b-5beb2f86e950 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:24.761875 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-76f11fe0-a07c-4a08-83fa-354ee9265f13 req-9634e605-576b-408c-aa1b-5beb2f86e950 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 945 time: 0.0610046 Mar 11 15:30:24.816815 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-76f11fe0-a07c-4a08-83fa-354ee9265f13 req-5dde26ad-e429-4380-a257-01ccc438eea5 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455675 Mar 11 15:30:24.892312 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5d2d1169-fcac-4fd9-81ef-3db435209a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630665'] for router_interface (c6fb5390-b007-4daf-a166-e1f6d71ebc28), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:25.089164 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:30:25.427161 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-5d2d1169-fcac-4fd9-81ef-3db435209a4a admin admin] Deleting port eb88247b-c4e8-4456-8a9a-36701c3eaf91 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:30:25.427526 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5d2d1169-fcac-4fd9-81ef-3db435209a4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (eb88247b-c4e8-4456-8a9a-36701c3eaf91), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:25.507164 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [None req-5d2d1169-fcac-4fd9-81ef-3db435209a4a admin admin] For port eb88247b-c4e8-4456-8a9a-36701c3eaf91, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=eb88247b-c4e8-4456-8a9a-36701c3eaf91,segment=NetworkSegment(d27fdecb-1bdd-47f9-9875-c0c1b40668cf),segment_id=d27fdecb-1bdd-47f9-9875-c0c1b40668cf)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:25.507560 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5d2d1169-fcac-4fd9-81ef-3db435209a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (eb88247b-c4e8-4456-8a9a-36701c3eaf91), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:25.521323 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-5d2d1169-fcac-4fd9-81ef-3db435209a4a admin admin] Calling delete_port for eb88247b-c4e8-4456-8a9a-36701c3eaf91 owned by network:router_interface {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:30:25.837201 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5d2d1169-fcac-4fd9-81ef-3db435209a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (eb88247b-c4e8-4456-8a9a-36701c3eaf91), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:25.863817 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d1169-fcac-4fd9-81ef-3db435209a4a admin admin] Pushing event deleted for resources: {'Port': ['ID=eb88247b-c4e8-4456-8a9a-36701c3eaf91,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:26.031207 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce1f94-8809-4c0a-96a9-e4083568d8de req-dac6fb08-5cd4-4208-810f-7d0ca7e1b5c7 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:26.033469 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d5ce1f94-8809-4c0a-96a9-e4083568d8de req-dac6fb08-5cd4-4208-810f-7d0ca7e1b5c7 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 945 time: 0.1222210 Mar 11 15:30:26.129302 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d5ce1f94-8809-4c0a-96a9-e4083568d8de req-6cf275b7-6986-4573-b38a-c2d87856ef84 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871413 Mar 11 15:30:26.134499 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5d2d1169-fcac-4fd9-81ef-3db435209a4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624153'] for router_interface (c6fb5390-b007-4daf-a166-e1f6d71ebc28), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:26.365396 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb up at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:30:26.369286 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2d1169-fcac-4fd9-81ef-3db435209a4a admin admin] Router c6fb5390-b007-4daf-a166-e1f6d71ebc28 has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:30:26.419770 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning complete for port 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:30:26.420289 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:26.492401 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2d1169-fcac-4fd9-81ef-3db435209a4a admin admin] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:30:26.497831 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-5d2d1169-fcac-4fd9-81ef-3db435209a4a admin admin] 10.222.0.44 "PUT /v2.0/routers/c6fb5390-b007-4daf-a166-e1f6d71ebc28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1210310 Mar 11 15:30:26.501889 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 35598) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:30:26.510486 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1e2cfe-304b-4163-adc5-2896330b4adc None None] Sync routers for ids ['c6fb5390-b007-4daf-a166-e1f6d71ebc28'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:30:26.536275 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1e2cfe-304b-4163-adc5-2896330b4adc None None] Routers {'c6fb5390-b007-4daf-a166-e1f6d71ebc28'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:30:26.536906 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-0e1e2cfe-304b-4163-adc5-2896330b4adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:30:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['c6fb5390-b007-4daf-a166-e1f6d71ebc28'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:26.538649 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:30:26.539030 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:26.605641 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62134e54-4bf3-4c6c-8645-e0b5664e458f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:30:26.607920 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97dedef37c5e2c64aa44179f419dd586ddc22b8f5766e7bc49dcfeca4a9e3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b756b3-7ed6-4224-ab38-88a298aab8e2" -d '{"events": [{"server_uuid": "62134e54-4bf3-4c6c-8645-e0b5664e458f", "name": "network-vif-plugged", "status": "completed", "tag": "2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:30:26.622862 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a5e5c773-7a2a-4f61-ae29-f7db0041831c admin admin] Publish callbacks [] for router (c6fb5390-b007-4daf-a166-e1f6d71ebc28), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:26.633124 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb,segment=NetworkSegment(3741b2ab-b6fb-417c-b81e-099405fb40ec),segment_id=3741b2ab-b6fb-417c-b81e-099405fb40ec)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:26.660704 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1079e5-5a9d-473a-85e9-7edd95f610fb x-openstack-request-id: req-3f1079e5-5a9d-473a-85e9-7edd95f610fb {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:30:26.660994 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62134e54-4bf3-4c6c-8645-e0b5664e458f", "name": "network-vif-plugged", "status": "completed", "tag": "2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:30:26.661258 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3f1079e5-5a9d-473a-85e9-7edd95f610fb {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:30:26.661644 dv-cinder-833365-1-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62134e54-4bf3-4c6c-8645-e0b5664e458f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb', 'code': 200} Mar 11 15:30:26.687546 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-0e1e2cfe-304b-4163-adc5-2896330b4adc None None] Set router c6fb5390-b007-4daf-a166-e1f6d71ebc28 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:30:26.736877 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a5e5c773-7a2a-4f61-ae29-f7db0041831c admin admin] Publish callbacks [] for router_gateway (c6fb5390-b007-4daf-a166-e1f6d71ebc28), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:26.745606 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:26.846010 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb,revision_number=10']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:26.899970 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-a5e5c773-7a2a-4f61-ae29-f7db0041831c admin admin] Deleting port 59098a95-cdaa-4cd1-9ae7-87c72acc9e43 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:30:26.900416 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a5e5c773-7a2a-4f61-ae29-f7db0041831c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (59098a95-cdaa-4cd1-9ae7-87c72acc9e43), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:26.933651 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-0e1e2cfe-304b-4163-adc5-2896330b4adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'name': 'tempest-TestMinimumBasicScenario-1476240252-router', 'tenant_id': '169ca4a5e1f747a6a8048d61c5220492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '59098a95-cdaa-4cd1-9ae7-87c72acc9e43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:24:59Z', 'updated_at': '2022-03-11T15:30:25Z', 'revision_number': 5, 'project_id': '169ca4a5e1f747a6a8048d61c5220492', 'gw_port': {'id': '59098a95-cdaa-4cd1-9ae7-87c72acc9e43', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:32:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:25:00Z', 'updated_at': '2022-03-11T15:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:26.964545 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1e2cfe-304b-4163-adc5-2896330b4adc None None] Checking router: c6fb5390-b007-4daf-a166-e1f6d71ebc28 for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:30:26.997298 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [None req-a5e5c773-7a2a-4f61-ae29-f7db0041831c admin admin] For port 59098a95-cdaa-4cd1-9ae7-87c72acc9e43, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=59098a95-cdaa-4cd1-9ae7-87c72acc9e43,segment=NetworkSegment(64a1f402-9998-47a9-9edb-15a3bada483f),segment_id=64a1f402-9998-47a9-9edb-15a3bada483f)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:26.997714 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a5e5c773-7a2a-4f61-ae29-f7db0041831c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (59098a95-cdaa-4cd1-9ae7-87c72acc9e43), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:27.010753 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-a5e5c773-7a2a-4f61-ae29-f7db0041831c admin admin] Calling delete_port for 59098a95-cdaa-4cd1-9ae7-87c72acc9e43 owned by network:router_gateway {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:30:27.014338 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1e2cfe-304b-4163-adc5-2896330b4adc None None] Routers {'c6fb5390-b007-4daf-a166-e1f6d71ebc28'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:30:27.014972 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-0e1e2cfe-304b-4163-adc5-2896330b4adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:30:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['c6fb5390-b007-4daf-a166-e1f6d71ebc28'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:27.248135 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-0e1e2cfe-304b-4163-adc5-2896330b4adc None None] Set router c6fb5390-b007-4daf-a166-e1f6d71ebc28 gateway port host: None {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:30:27.273194 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6a6c9-ee53-4ac0-ad88-56280f8db878 req-f5edf4eb-e98a-4d6d-ac83-e2ddf7db0554 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:27.280942 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e7d6a6c9-ee53-4ac0-ad88-56280f8db878 req-f5edf4eb-e98a-4d6d-ac83-e2ddf7db0554 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 947 time: 0.0582747 Mar 11 15:30:27.302770 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a5e5c773-7a2a-4f61-ae29-f7db0041831c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (59098a95-cdaa-4cd1-9ae7-87c72acc9e43), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:27.308064 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-0e1e2cfe-304b-4163-adc5-2896330b4adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'name': 'tempest-TestMinimumBasicScenario-1476240252-router', 'tenant_id': '169ca4a5e1f747a6a8048d61c5220492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:24:59Z', 'updated_at': '2022-03-11T15:30:26Z', 'revision_number': 6, 'project_id': '169ca4a5e1f747a6a8048d61c5220492', 'gw_port_host': None}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:27.361118 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1e2cfe-304b-4163-adc5-2896330b4adc None None] The sync data for ids ['c6fb5390-b007-4daf-a166-e1f6d71ebc28'] in dv-cinder-833365-1-iscsi is: [{'id': 'c6fb5390-b007-4daf-a166-e1f6d71ebc28', 'name': 'tempest-TestMinimumBasicScenario-1476240252-router', 'tenant_id': '169ca4a5e1f747a6a8048d61c5220492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:24:59Z', 'updated_at': '2022-03-11T15:30:26Z', 'revision_number': 6, 'project_id': '169ca4a5e1f747a6a8048d61c5220492', 'gw_port_host': None}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:30:27.367256 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5c773-7a2a-4f61-ae29-f7db0041831c admin admin] Pushing event deleted for resources: {'Port': ['ID=59098a95-cdaa-4cd1-9ae7-87c72acc9e43,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:27.390969 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e7d6a6c9-ee53-4ac0-ad88-56280f8db878 req-3c3b8de3-aeec-4fb4-9626-fe7f38f2350f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100092 Mar 11 15:30:27.461406 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e918d5-d007-4f75-927e-69122582c592 req-7454df23-71f0-4101-a2a9-a0c08b5bb4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:27.462903 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a8e918d5-d007-4f75-927e-69122582c592 req-7454df23-71f0-4101-a2a9-a0c08b5bb4df service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 1131 time: 0.1580896 Mar 11 15:30:27.465716 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a5e5c773-7a2a-4f61-ae29-f7db0041831c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628403'] for router_gateway (c6fb5390-b007-4daf-a166-e1f6d71ebc28), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:27.584266 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a5e5c773-7a2a-4f61-ae29-f7db0041831c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8443'] for router (c6fb5390-b007-4daf-a166-e1f6d71ebc28), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:27.590228 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a5e5c773-7a2a-4f61-ae29-f7db0041831c admin admin] Publish callbacks [] for router_controller (c6fb5390-b007-4daf-a166-e1f6d71ebc28), precommit_delete_associations {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:27.660589 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a8e918d5-d007-4f75-927e-69122582c592 req-84c3dbfa-1d2a-4d31-a2b2-655876a58337 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794238 Mar 11 15:30:27.795711 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a5e5c773-7a2a-4f61-ae29-f7db0041831c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-625447'] for router (c6fb5390-b007-4daf-a166-e1f6d71ebc28), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:27.796388 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e5c773-7a2a-4f61-ae29-f7db0041831c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6fb5390-b007-4daf-a166-e1f6d71ebc28 {{(pid=103739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:30:27.803859 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a5e5c773-7a2a-4f61-ae29-f7db0041831c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:27.810626 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-a5e5c773-7a2a-4f61-ae29-f7db0041831c admin admin] 10.222.0.44 "DELETE /v2.0/routers/c6fb5390-b007-4daf-a166-e1f6d71ebc28 HTTP/1.1" status: 204 len: 168 time: 1.3019896 Mar 11 15:30:27.810626 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 35606) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:30:27.831480 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-0b43e784-334a-48d9-a987-7176101df19d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:27.857489 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_v2 [None req-bde8300d-5ce7-4fc1-9548-0d36ed05316b admin admin] Deleting subnet 4ece22e3-13e3-4ef0-ab24-5393518fe3ac {{(pid=103739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 15:30:27.861233 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-bde8300d-5ce7-4fc1-9548-0d36ed05316b admin admin] Publish callbacks [] for subnet (4ece22e3-13e3-4ef0-ab24-5393518fe3ac), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:27.894869 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-bde8300d-5ce7-4fc1-9548-0d36ed05316b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437451'] for subnet (4ece22e3-13e3-4ef0-ab24-5393518fe3ac), precommit_delete_associations {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:28.003851 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-bde8300d-5ce7-4fc1-9548-0d36ed05316b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1914166'] for subnet (4ece22e3-13e3-4ef0-ab24-5393518fe3ac), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:28.121877 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-bde8300d-5ce7-4fc1-9548-0d36ed05316b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1914173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13137420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12631427'] for subnet (4ece22e3-13e3-4ef0-ab24-5393518fe3ac), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:28.151537 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8300d-5ce7-4fc1-9548-0d36ed05316b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ece22e3-13e3-4ef0-ab24-5393518fe3ac,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:28.155089 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-bde8300d-5ce7-4fc1-9548-0d36ed05316b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:28.159103 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-bde8300d-5ce7-4fc1-9548-0d36ed05316b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4ece22e3-13e3-4ef0-ab24-5393518fe3ac HTTP/1.1" status: 204 len: 168 time: 0.3500915 Mar 11 15:30:28.161834 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 35608) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:30:28.164743 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac78e8d-bc34-4f07-8792-76b45126c903 None None] Network f6265ac0-633e-4670-bacd-2ec52566a901 requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:30:28.186066 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device eb88247b-c4e8-4456-8a9a-36701c3eaf91 no longer exists at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:30:28.221382 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] No Port match for: eb88247b-c4e8-4456-8a9a-36701c3eaf91 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:30:28.221817 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device eb88247b-c4e8-4456-8a9a-36701c3eaf91 not bound to the agent host dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:30:28.238978 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-34e832a7-7b48-4cd9-97bd-edb8753c7398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2071539'] for network (f6265ac0-633e-4670-bacd-2ec52566a901), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:28.296335 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-34e832a7-7b48-4cd9-97bd-edb8753c7398 admin admin] Deleting port b61aebef-a7c8-45d2-9f05-615c13d63806 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:30:28.296944 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-34e832a7-7b48-4cd9-97bd-edb8753c7398 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (b61aebef-a7c8-45d2-9f05-615c13d63806), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:28.363837 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f84245-f73a-493d-b983-7f57eac910d7 None None] DHCP port deletion for f6265ac0-633e-4670-bacd-2ec52566a901 request from dv-cinder-833365-1-iscsi {{(pid=103741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 15:30:28.369421 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [None req-34e832a7-7b48-4cd9-97bd-edb8753c7398 admin admin] For port b61aebef-a7c8-45d2-9f05-615c13d63806, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=b61aebef-a7c8-45d2-9f05-615c13d63806,segment=NetworkSegment(d27fdecb-1bdd-47f9-9875-c0c1b40668cf),segment_id=d27fdecb-1bdd-47f9-9875-c0c1b40668cf)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:28.369784 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-34e832a7-7b48-4cd9-97bd-edb8753c7398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (b61aebef-a7c8-45d2-9f05-615c13d63806), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:28.382632 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-34e832a7-7b48-4cd9-97bd-edb8753c7398 admin admin] Calling delete_port for b61aebef-a7c8-45d2-9f05-615c13d63806 owned by network:dhcp {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:30:28.420569 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-09f84245-f73a-493d-b983-7f57eac910d7 None None] Deleting port b61aebef-a7c8-45d2-9f05-615c13d63806 {{(pid=103741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:30:28.420973 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-09f84245-f73a-493d-b983-7f57eac910d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (b61aebef-a7c8-45d2-9f05-615c13d63806), before_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:28.493820 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-09f84245-f73a-493d-b983-7f57eac910d7 None None] For port b61aebef-a7c8-45d2-9f05-615c13d63806, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=b61aebef-a7c8-45d2-9f05-615c13d63806,segment=NetworkSegment(d27fdecb-1bdd-47f9-9875-c0c1b40668cf),segment_id=d27fdecb-1bdd-47f9-9875-c0c1b40668cf)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:28.494330 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-09f84245-f73a-493d-b983-7f57eac910d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (b61aebef-a7c8-45d2-9f05-615c13d63806), precommit_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:28.508770 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-09f84245-f73a-493d-b983-7f57eac910d7 None None] Calling delete_port for b61aebef-a7c8-45d2-9f05-615c13d63806 owned by network:dhcp {{(pid=103741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:30:28.546383 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de41015-1980-4f25-8089-6f71e89102ea req-acfb99dd-33ac-4ed7-8ae3-91c9f642009b tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:28.548818 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6de41015-1980-4f25-8089-6f71e89102ea req-acfb99dd-33ac-4ed7-8ae3-91c9f642009b tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 947 time: 0.0600657 Mar 11 15:30:28.602104 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6de41015-1980-4f25-8089-6f71e89102ea req-8570abe2-63e3-418c-b1be-c619f124d641 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475616 Mar 11 15:30:28.636768 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-34e832a7-7b48-4cd9-97bd-edb8753c7398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (b61aebef-a7c8-45d2-9f05-615c13d63806), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:28.645529 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-09f84245-f73a-493d-b983-7f57eac910d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400'] for port (b61aebef-a7c8-45d2-9f05-615c13d63806), after_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:28.662385 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e832a7-7b48-4cd9-97bd-edb8753c7398 admin admin] Pushing event deleted for resources: {'Port': ['ID=b61aebef-a7c8-45d2-9f05-615c13d63806,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:28.666532 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e832a7-7b48-4cd9-97bd-edb8753c7398 admin admin] No DVR routers for this DVR port b61aebef-a7c8-45d2-9f05-615c13d63806 on host dv-cinder-833365-1-iscsi {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:30:28.670804 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f84245-f73a-493d-b983-7f57eac910d7 None None] Pushing event deleted for resources: {'Port': ['ID=b61aebef-a7c8-45d2-9f05-615c13d63806,revision_number=None']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:28.680860 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f84245-f73a-493d-b983-7f57eac910d7 None None] No DVR routers for this DVR port b61aebef-a7c8-45d2-9f05-615c13d63806 on host dv-cinder-833365-1-iscsi {{(pid=103741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:30:28.741804 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-34e832a7-7b48-4cd9-97bd-edb8753c7398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1913037', 'neutron.services.segments.db._delete_segments_for_network-8743153172758'] for network (f6265ac0-633e-4670-bacd-2ec52566a901), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:28.762169 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-34e832a7-7b48-4cd9-97bd-edb8753c7398 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6265ac0-633e-4670-bacd-2ec52566a901']}} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:28.771940 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-34e832a7-7b48-4cd9-97bd-edb8753c7398 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd27fdecb-1bdd-47f9-9875-c0c1b40668cf') {'for_net_delete': True} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:28.772238 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-34e832a7-7b48-4cd9-97bd-edb8753c7398 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd27fdecb-1bdd-47f9-9875-c0c1b40668cf') {} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:28.781407 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-34e832a7-7b48-4cd9-97bd-edb8753c7398 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743153173023', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437440'] for segment (d27fdecb-1bdd-47f9-9875-c0c1b40668cf), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:28.795349 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-34e832a7-7b48-4cd9-97bd-edb8753c7398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (d27fdecb-1bdd-47f9-9875-c0c1b40668cf), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:28.801230 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e832a7-7b48-4cd9-97bd-edb8753c7398 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:30:28.801605 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-34e832a7-7b48-4cd9-97bd-edb8753c7398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13138386'] for segment (d27fdecb-1bdd-47f9-9875-c0c1b40668cf), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:28.803205 dv-cinder-833365-1-iscsi neutron-server[103739]: Traceback (most recent call last): Mar 11 15:30:28.803205 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:30:28.803205 dv-cinder-833365-1-iscsi neutron-server[103739]: timer() Mar 11 15:30:28.803205 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:30:28.803205 dv-cinder-833365-1-iscsi neutron-server[103739]: cb(*args, **kw) Mar 11 15:30:28.803205 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 15:30:28.803205 dv-cinder-833365-1-iscsi neutron-server[103739]: return func(*args, **kwargs) Mar 11 15:30:28.803205 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:30:28.803205 dv-cinder-833365-1-iscsi neutron-server[103739]: self._notify() Mar 11 15:30:28.803205 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:30:28.803205 dv-cinder-833365-1-iscsi neutron-server[103739]: self.callback(batched_events) Mar 11 15:30:28.803205 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:30:28.803205 dv-cinder-833365-1-iscsi neutron-server[103739]: event.method(event) Mar 11 15:30:28.803205 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 15:30:28.803205 dv-cinder-833365-1-iscsi neutron-server[103739]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:30:28.803205 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 15:30:28.803205 dv-cinder-833365-1-iscsi neutron-server[103739]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:30:28.803205 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 15:30:28.803205 dv-cinder-833365-1-iscsi neutron-server[103739]: return f(self, *a, **k) Mar 11 15:30:28.803205 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:30:28.803205 dv-cinder-833365-1-iscsi neutron-server[103739]: return self._get(url).json() Mar 11 15:30:28.803205 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:30:28.803205 dv-cinder-833365-1-iscsi neutron-server[103739]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:30:28.803205 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:30:28.803205 dv-cinder-833365-1-iscsi neutron-server[103739]: return self.request(url, 'GET', **kwargs) Mar 11 15:30:28.803205 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:30:28.803205 dv-cinder-833365-1-iscsi neutron-server[103739]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:30:28.803205 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:30:28.803205 dv-cinder-833365-1-iscsi neutron-server[103739]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:30:28.803205 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:30:28.803205 dv-cinder-833365-1-iscsi neutron-server[103739]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:30:28.803205 dv-cinder-833365-1-iscsi neutron-server[103739]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:30:28.991451 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-34e832a7-7b48-4cd9-97bd-edb8753c7398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1913012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628375'] for network (f6265ac0-633e-4670-bacd-2ec52566a901), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:28.998991 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-34e832a7-7b48-4cd9-97bd-edb8753c7398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:29.002304 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-34e832a7-7b48-4cd9-97bd-edb8753c7398 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f6265ac0-633e-4670-bacd-2ec52566a901 HTTP/1.1" status: 204 len: 168 time: 0.8394859 Mar 11 15:30:29.005265 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 35612) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:30:29.012104 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e832a7-7b48-4cd9-97bd-edb8753c7398 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6265ac0-633e-4670-bacd-2ec52566a901,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:29.440345 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-53caa891-55f8-42b1-81ab-c8042cec2374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630665'] for router_interface (6edc66e8-6509-4386-8dfc-20e30edd91f7), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:29.700708 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 59098a95-cdaa-4cd1-9ae7-87c72acc9e43 no longer exists at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:30:29.781915 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] No Port match for: 59098a95-cdaa-4cd1-9ae7-87c72acc9e43 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:30:29.782277 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 59098a95-cdaa-4cd1-9ae7-87c72acc9e43 not bound to the agent host dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:30:29.782660 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device b61aebef-a7c8-45d2-9f05-615c13d63806 no longer exists at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:30:29.802025 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] No Port match for: b61aebef-a7c8-45d2-9f05-615c13d63806 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:30:29.802365 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device b61aebef-a7c8-45d2-9f05-615c13d63806 not bound to the agent host dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:30:29.803509 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be8291-9f77-434a-b22b-157d13cf787b req-0190f65d-6c6f-46e5-9303-1b7edf987409 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:29.805025 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c4be8291-9f77-434a-b22b-157d13cf787b req-0190f65d-6c6f-46e5-9303-1b7edf987409 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 947 time: 0.1197174 Mar 11 15:30:29.836821 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-53caa891-55f8-42b1-81ab-c8042cec2374 admin admin] Deleting port 337c49a0-b346-4247-bd10-e5cf0fc48f5b {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:30:29.837272 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-53caa891-55f8-42b1-81ab-c8042cec2374 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (337c49a0-b346-4247-bd10-e5cf0fc48f5b), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:29.862163 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c4be8291-9f77-434a-b22b-157d13cf787b req-bc4e5113-2e71-4d2d-a14e-49ee9e5a7ed7 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504227 Mar 11 15:30:29.922717 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [None req-53caa891-55f8-42b1-81ab-c8042cec2374 admin admin] For port 337c49a0-b346-4247-bd10-e5cf0fc48f5b, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=337c49a0-b346-4247-bd10-e5cf0fc48f5b,segment=NetworkSegment(cfb2c682-b419-49a0-86b1-daea4e7283c3),segment_id=cfb2c682-b419-49a0-86b1-daea4e7283c3)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:29.923220 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-53caa891-55f8-42b1-81ab-c8042cec2374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (337c49a0-b346-4247-bd10-e5cf0fc48f5b), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:29.946445 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-53caa891-55f8-42b1-81ab-c8042cec2374 admin admin] Calling delete_port for 337c49a0-b346-4247-bd10-e5cf0fc48f5b owned by network:router_interface {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:30:30.071849 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-772c9cb7-d3c4-4b49-80da-4f5b8d8d87fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:30.231064 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-53caa891-55f8-42b1-81ab-c8042cec2374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (337c49a0-b346-4247-bd10-e5cf0fc48f5b), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:30.267933 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53caa891-55f8-42b1-81ab-c8042cec2374 admin admin] Pushing event deleted for resources: {'Port': ['ID=337c49a0-b346-4247-bd10-e5cf0fc48f5b,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:30.294679 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53caa891-55f8-42b1-81ab-c8042cec2374 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:30.295025 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53caa891-55f8-42b1-81ab-c8042cec2374 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:30.295466 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53caa891-55f8-42b1-81ab-c8042cec2374 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:30.295704 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53caa891-55f8-42b1-81ab-c8042cec2374 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:30.296094 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53caa891-55f8-42b1-81ab-c8042cec2374 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:30.296425 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53caa891-55f8-42b1-81ab-c8042cec2374 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:30.296765 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53caa891-55f8-42b1-81ab-c8042cec2374 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:30.297575 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53caa891-55f8-42b1-81ab-c8042cec2374 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:30.297891 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53caa891-55f8-42b1-81ab-c8042cec2374 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:30.298219 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53caa891-55f8-42b1-81ab-c8042cec2374 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:30.298616 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53caa891-55f8-42b1-81ab-c8042cec2374 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:30.298933 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53caa891-55f8-42b1-81ab-c8042cec2374 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:30.299293 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53caa891-55f8-42b1-81ab-c8042cec2374 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:30:30.474210 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-53caa891-55f8-42b1-81ab-c8042cec2374 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624153'] for router_interface (6edc66e8-6509-4386-8dfc-20e30edd91f7), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:30.951921 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53caa891-55f8-42b1-81ab-c8042cec2374 admin admin] Router 6edc66e8-6509-4386-8dfc-20e30edd91f7 has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:30:31.043508 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413475a-77ba-42ed-8bd7-f95d02108a86 req-1d241a66-14d9-4d16-b047-603f5efbb48a tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:31.045016 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7413475a-77ba-42ed-8bd7-f95d02108a86 req-1d241a66-14d9-4d16-b047-603f5efbb48a tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 947 time: 0.1062524 Mar 11 15:30:31.141107 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53caa891-55f8-42b1-81ab-c8042cec2374 admin admin] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:30:31.146361 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-53caa891-55f8-42b1-81ab-c8042cec2374 admin admin] 10.222.0.44 "PUT /v2.0/routers/6edc66e8-6509-4386-8dfc-20e30edd91f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1400099 Mar 11 15:30:31.149027 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 35652) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:30:31.150072 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26808f14-7eb4-40a0-a577-2829a3001966 None None] Sync routers for ids ['6edc66e8-6509-4386-8dfc-20e30edd91f7'] in dv-cinder-833365-1-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:30:31.150658 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7413475a-77ba-42ed-8bd7-f95d02108a86 req-7a6964af-7e69-46c7-8404-87b132761e83 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961750 Mar 11 15:30:31.161336 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26808f14-7eb4-40a0-a577-2829a3001966 None None] Routers {'6edc66e8-6509-4386-8dfc-20e30edd91f7'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:30:31.162101 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-26808f14-7eb4-40a0-a577-2829a3001966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:30:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['6edc66e8-6509-4386-8dfc-20e30edd91f7'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:31.259973 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:31.262808 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e9f8d58c-5254-49e4-9614-39038e803154 admin admin] Publish callbacks [] for router (6edc66e8-6509-4386-8dfc-20e30edd91f7), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:31.280279 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-26808f14-7eb4-40a0-a577-2829a3001966 None None] Set router 6edc66e8-6509-4386-8dfc-20e30edd91f7 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:30:31.376564 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e9f8d58c-5254-49e4-9614-39038e803154 admin admin] Publish callbacks [] for router_gateway (6edc66e8-6509-4386-8dfc-20e30edd91f7), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:31.463375 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-26808f14-7eb4-40a0-a577-2829a3001966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edc66e8-6509-4386-8dfc-20e30edd91f7', 'name': 'tempest-TestMinimumBasicScenario-1601117428-router', 'tenant_id': '1a5c5a49ca954921a1f800a466122fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '9ef05075-8f94-4b36-af6e-f5acd9fad9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:25:06Z', 'updated_at': '2022-03-11T15:30:30Z', 'revision_number': 5, 'project_id': '1a5c5a49ca954921a1f800a466122fcf', 'gw_port': {'id': '9ef05075-8f94-4b36-af6e-f5acd9fad9af', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:27:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edc66e8-6509-4386-8dfc-20e30edd91f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:25:07Z', 'updated_at': '2022-03-11T15:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:31.490631 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26808f14-7eb4-40a0-a577-2829a3001966 None None] Checking router: 6edc66e8-6509-4386-8dfc-20e30edd91f7 for host: dv-cinder-833365-1-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:30:31.499388 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26808f14-7eb4-40a0-a577-2829a3001966 None None] Routers {'6edc66e8-6509-4386-8dfc-20e30edd91f7'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:30:31.500073 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-26808f14-7eb4-40a0-a577-2829a3001966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:30:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['6edc66e8-6509-4386-8dfc-20e30edd91f7'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:31.518470 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-e9f8d58c-5254-49e4-9614-39038e803154 admin admin] Deleting port 9ef05075-8f94-4b36-af6e-f5acd9fad9af {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:30:31.518803 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e9f8d58c-5254-49e4-9614-39038e803154 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (9ef05075-8f94-4b36-af6e-f5acd9fad9af), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:31.591419 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-26808f14-7eb4-40a0-a577-2829a3001966 None None] Set router 6edc66e8-6509-4386-8dfc-20e30edd91f7 gateway port host: None {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:30:31.602860 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [None req-e9f8d58c-5254-49e4-9614-39038e803154 admin admin] For port 9ef05075-8f94-4b36-af6e-f5acd9fad9af, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=9ef05075-8f94-4b36-af6e-f5acd9fad9af,segment=NetworkSegment(64a1f402-9998-47a9-9edb-15a3bada483f),segment_id=64a1f402-9998-47a9-9edb-15a3bada483f)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:31.603320 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e9f8d58c-5254-49e4-9614-39038e803154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (9ef05075-8f94-4b36-af6e-f5acd9fad9af), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:31.616813 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-e9f8d58c-5254-49e4-9614-39038e803154 admin admin] Calling delete_port for 9ef05075-8f94-4b36-af6e-f5acd9fad9af owned by network:router_gateway {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:30:31.740647 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-26808f14-7eb4-40a0-a577-2829a3001966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6edc66e8-6509-4386-8dfc-20e30edd91f7', 'name': 'tempest-TestMinimumBasicScenario-1601117428-router', 'tenant_id': '1a5c5a49ca954921a1f800a466122fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:25:06Z', 'updated_at': '2022-03-11T15:30:31Z', 'revision_number': 6, 'project_id': '1a5c5a49ca954921a1f800a466122fcf', 'gw_port_host': None}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:31.767424 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26808f14-7eb4-40a0-a577-2829a3001966 None None] The sync data for ids ['6edc66e8-6509-4386-8dfc-20e30edd91f7'] in dv-cinder-833365-1-iscsi is: [{'id': '6edc66e8-6509-4386-8dfc-20e30edd91f7', 'name': 'tempest-TestMinimumBasicScenario-1601117428-router', 'tenant_id': '1a5c5a49ca954921a1f800a466122fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:25:06Z', 'updated_at': '2022-03-11T15:30:31Z', 'revision_number': 6, 'project_id': '1a5c5a49ca954921a1f800a466122fcf', 'gw_port_host': None}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:30:31.905812 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e9f8d58c-5254-49e4-9614-39038e803154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (9ef05075-8f94-4b36-af6e-f5acd9fad9af), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:31.932738 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8d58c-5254-49e4-9614-39038e803154 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ef05075-8f94-4b36-af6e-f5acd9fad9af,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:31.997755 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e9f8d58c-5254-49e4-9614-39038e803154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628403'] for router_gateway (6edc66e8-6509-4386-8dfc-20e30edd91f7), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:32.096573 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e9f8d58c-5254-49e4-9614-39038e803154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8443'] for router (6edc66e8-6509-4386-8dfc-20e30edd91f7), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:32.098724 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e9f8d58c-5254-49e4-9614-39038e803154 admin admin] Publish callbacks [] for router_controller (6edc66e8-6509-4386-8dfc-20e30edd91f7), precommit_delete_associations {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:32.259395 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e9f8d58c-5254-49e4-9614-39038e803154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-625447'] for router (6edc66e8-6509-4386-8dfc-20e30edd91f7), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:32.260079 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f8d58c-5254-49e4-9614-39038e803154 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6edc66e8-6509-4386-8dfc-20e30edd91f7 {{(pid=103739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:30:32.264068 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e9f8d58c-5254-49e4-9614-39038e803154 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:32.265210 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-e9f8d58c-5254-49e4-9614-39038e803154 admin admin] 10.222.0.44 "DELETE /v2.0/routers/6edc66e8-6509-4386-8dfc-20e30edd91f7 HTTP/1.1" status: 204 len: 168 time: 1.1150403 Mar 11 15:30:32.272067 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 35658) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:30:32.289446 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936140a6-87ca-444a-81ce-4c74903392cd req-abd7c247-b864-489d-b93a-c5876c4c4c1c tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:32.290927 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-936140a6-87ca-444a-81ce-4c74903392cd req-abd7c247-b864-489d-b93a-c5876c4c4c1c tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 947 time: 0.0607433 Mar 11 15:30:32.324502 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c0ab93-7293-4870-b238-16cee64e264a admin admin] Deleting subnet e2da75a4-07cd-40b4-bfd8-d4c571861a8d {{(pid=103740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 15:30:32.327817 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-57c0ab93-7293-4870-b238-16cee64e264a admin admin] Publish callbacks [] for subnet (e2da75a4-07cd-40b4-bfd8-d4c571861a8d), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:32.346501 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-936140a6-87ca-444a-81ce-4c74903392cd req-885b88eb-c57a-4ad0-bf8f-473bf8250040 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474019 Mar 11 15:30:32.375949 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-57c0ab93-7293-4870-b238-16cee64e264a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14027362'] for subnet (e2da75a4-07cd-40b4-bfd8-d4c571861a8d), precommit_delete_associations {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:32.482144 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-57c0ab93-7293-4870-b238-16cee64e264a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1914166'] for subnet (e2da75a4-07cd-40b4-bfd8-d4c571861a8d), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:32.647615 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-57c0ab93-7293-4870-b238-16cee64e264a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1914173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15279855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14213724'] for subnet (e2da75a4-07cd-40b4-bfd8-d4c571861a8d), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:32.690016 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c0ab93-7293-4870-b238-16cee64e264a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2da75a4-07cd-40b4-bfd8-d4c571861a8d,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:32.690016 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-57c0ab93-7293-4870-b238-16cee64e264a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:32.695283 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74923365-586e-4864-9306-c857e49983b7 None None] Network a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:30:32.696479 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 35662) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:30:32.698701 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-57c0ab93-7293-4870-b238-16cee64e264a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e2da75a4-07cd-40b4-bfd8-d4c571861a8d HTTP/1.1" status: 204 len: 168 time: 0.4200888 Mar 11 15:30:32.770052 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f8c4-e806-4d84-b102-dfd2ae19ad5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2071539'] for network (a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:32.827913 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-7ab5f8c4-e806-4d84-b102-dfd2ae19ad5b admin admin] Deleting port a8e82ef0-8816-4731-b7ea-4a86bd904cf5 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:30:32.828774 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f8c4-e806-4d84-b102-dfd2ae19ad5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (a8e82ef0-8816-4731-b7ea-4a86bd904cf5), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:32.871878 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4662df-6a66-46e4-8ab4-ce49ff8ffe07 None None] DHCP port deletion for a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c request from dv-cinder-833365-1-iscsi {{(pid=103741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 15:30:32.925441 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-8f4662df-6a66-46e4-8ab4-ce49ff8ffe07 None None] Deleting port a8e82ef0-8816-4731-b7ea-4a86bd904cf5 {{(pid=103741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:30:32.925926 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8f4662df-6a66-46e4-8ab4-ce49ff8ffe07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (a8e82ef0-8816-4731-b7ea-4a86bd904cf5), before_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:33.008711 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-8f4662df-6a66-46e4-8ab4-ce49ff8ffe07 None None] For port a8e82ef0-8816-4731-b7ea-4a86bd904cf5, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=a8e82ef0-8816-4731-b7ea-4a86bd904cf5,segment=NetworkSegment(cfb2c682-b419-49a0-86b1-daea4e7283c3),segment_id=cfb2c682-b419-49a0-86b1-daea4e7283c3)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:33.009108 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8f4662df-6a66-46e4-8ab4-ce49ff8ffe07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (a8e82ef0-8816-4731-b7ea-4a86bd904cf5), precommit_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:33.023459 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-8f4662df-6a66-46e4-8ab4-ce49ff8ffe07 None None] Calling delete_port for a8e82ef0-8816-4731-b7ea-4a86bd904cf5 owned by network:dhcp {{(pid=103741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:30:33.100318 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:33.168617 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [None req-7ab5f8c4-e806-4d84-b102-dfd2ae19ad5b admin admin] For port a8e82ef0-8816-4731-b7ea-4a86bd904cf5, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=a8e82ef0-8816-4731-b7ea-4a86bd904cf5,segment=NetworkSegment(cfb2c682-b419-49a0-86b1-daea4e7283c3),segment_id=cfb2c682-b419-49a0-86b1-daea4e7283c3)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:33.169004 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f8c4-e806-4d84-b102-dfd2ae19ad5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (a8e82ef0-8816-4731-b7ea-4a86bd904cf5), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:33.181659 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-7ab5f8c4-e806-4d84-b102-dfd2ae19ad5b admin admin] Calling delete_port for a8e82ef0-8816-4731-b7ea-4a86bd904cf5 owned by network:dhcp {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:30:33.202446 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8f4662df-6a66-46e4-8ab4-ce49ff8ffe07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400'] for port (a8e82ef0-8816-4731-b7ea-4a86bd904cf5), after_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:33.227935 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4662df-6a66-46e4-8ab4-ce49ff8ffe07 None None] Pushing event deleted for resources: {'Port': ['ID=a8e82ef0-8816-4731-b7ea-4a86bd904cf5,revision_number=None']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:33.235152 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4662df-6a66-46e4-8ab4-ce49ff8ffe07 None None] No DVR routers for this DVR port a8e82ef0-8816-4731-b7ea-4a86bd904cf5 on host dv-cinder-833365-1-iscsi {{(pid=103741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:30:33.264130 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f8c4-e806-4d84-b102-dfd2ae19ad5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (a8e82ef0-8816-4731-b7ea-4a86bd904cf5), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:33.292845 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5f8c4-e806-4d84-b102-dfd2ae19ad5b admin admin] Pushing event deleted for resources: {'Port': ['ID=a8e82ef0-8816-4731-b7ea-4a86bd904cf5,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:33.296341 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab5f8c4-e806-4d84-b102-dfd2ae19ad5b admin admin] No DVR routers for this DVR port a8e82ef0-8816-4731-b7ea-4a86bd904cf5 on host dv-cinder-833365-1-iscsi {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:30:33.368417 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f8c4-e806-4d84-b102-dfd2ae19ad5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1913037', 'neutron.services.segments.db._delete_segments_for_network-8743153172758'] for network (a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:33.388451 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-7ab5f8c4-e806-4d84-b102-dfd2ae19ad5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c']}} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:33.398540 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-7ab5f8c4-e806-4d84-b102-dfd2ae19ad5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb2c682-b419-49a0-86b1-daea4e7283c3') {'for_net_delete': True} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:33.398836 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-7ab5f8c4-e806-4d84-b102-dfd2ae19ad5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb2c682-b419-49a0-86b1-daea4e7283c3') {} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:33.409373 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f8c4-e806-4d84-b102-dfd2ae19ad5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743153173023', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437440'] for segment (cfb2c682-b419-49a0-86b1-daea4e7283c3), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:33.422341 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f8c4-e806-4d84-b102-dfd2ae19ad5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (cfb2c682-b419-49a0-86b1-daea4e7283c3), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:33.428054 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab5f8c4-e806-4d84-b102-dfd2ae19ad5b admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:30:33.428428 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f8c4-e806-4d84-b102-dfd2ae19ad5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13138386'] for segment (cfb2c682-b419-49a0-86b1-daea4e7283c3), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: self.session.flush() Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: self.session.flush() Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: self.session.flush() Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: self.session.flush() Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: Traceback (most recent call last): Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: timer() Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: cb(*args, **kw) Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: return func(*args, **kwargs) Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: self._notify() Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: self.callback(batched_events) Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: event.method(event) Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: return f(self, *a, **k) Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: return self._get(url).json() Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: return self.request(url, 'GET', **kwargs) Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:30:33.430093 dv-cinder-833365-1-iscsi neutron-server[103739]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:30:33.551328 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f8c4-e806-4d84-b102-dfd2ae19ad5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1913012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628375'] for network (a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:33.559093 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7ab5f8c4-e806-4d84-b102-dfd2ae19ad5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:33.562523 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-7ab5f8c4-e806-4d84-b102-dfd2ae19ad5b admin admin] 10.222.0.44 "DELETE /v2.0/networks/a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c HTTP/1.1" status: 204 len: 168 time: 0.8648791 Mar 11 15:30:33.571915 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5f8c4-e806-4d84-b102-dfd2ae19ad5b admin admin] Pushing event deleted for resources: {'Network': ['ID=a8cd1dd6-d510-4452-bfcd-4c2f32b39f9c,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:33.685612 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 337c49a0-b346-4247-bd10-e5cf0fc48f5b no longer exists at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:30:33.711026 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] No Port match for: 337c49a0-b346-4247-bd10-e5cf0fc48f5b {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:30:33.711696 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 337c49a0-b346-4247-bd10-e5cf0fc48f5b not bound to the agent host dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:30:33.711809 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device a8e82ef0-8816-4731-b7ea-4a86bd904cf5 no longer exists at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:30:33.731118 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] No Port match for: a8e82ef0-8816-4731-b7ea-4a86bd904cf5 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:30:33.731480 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device a8e82ef0-8816-4731-b7ea-4a86bd904cf5 not bound to the agent host dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:30:33.731891 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 9ef05075-8f94-4b36-af6e-f5acd9fad9af no longer exists at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:30:33.751396 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] No Port match for: 9ef05075-8f94-4b36-af6e-f5acd9fad9af {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:30:33.751731 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 9ef05075-8f94-4b36-af6e-f5acd9fad9af not bound to the agent host dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:30:34.003261 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 35666) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:30:34.043507 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-c83ee072-f899-4527-9ab7-4f05bae373aa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=169ca4a5e1f747a6a8048d61c5220492&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389204 Mar 11 15:30:34.048074 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 35668) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:30:34.096775 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1db03bfd-3d6c-49cb-8063-134aa4cc7cf4 admin admin] Publish callbacks [] for security_group (f2783596-5bb6-4d94-ab5f-cfab02133c0b), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:34.118461 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1db03bfd-3d6c-49cb-8063-134aa4cc7cf4 admin admin] Publish callbacks [] for security_group (f2783596-5bb6-4d94-ab5f-cfab02133c0b), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:34.263871 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1db03bfd-3d6c-49cb-8063-134aa4cc7cf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (f2783596-5bb6-4d94-ab5f-cfab02133c0b), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:34.267183 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1db03bfd-3d6c-49cb-8063-134aa4cc7cf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:34.268354 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-1db03bfd-3d6c-49cb-8063-134aa4cc7cf4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f2783596-5bb6-4d94-ab5f-cfab02133c0b HTTP/1.1" status: 204 len: 168 time: 0.2191012 Mar 11 15:30:34.277173 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db03bfd-3d6c-49cb-8063-134aa4cc7cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2783596-5bb6-4d94-ab5f-cfab02133c0b,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:34.391494 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:35.264142 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 35678) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:30:35.314112 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-330f65b5-7cca-44a8-ae39-f517dee7a104 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1a5c5a49ca954921a1f800a466122fcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0487103 Mar 11 15:30:35.316477 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 35680) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:30:35.364464 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-da28fb0d-7515-485a-a4fe-e2c8c1162c4e admin admin] Publish callbacks [] for security_group (92991fec-c564-49aa-af4b-c34f3fb3daa0), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:35.384974 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-da28fb0d-7515-485a-a4fe-e2c8c1162c4e admin admin] Publish callbacks [] for security_group (92991fec-c564-49aa-af4b-c34f3fb3daa0), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:35.516273 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-da28fb0d-7515-485a-a4fe-e2c8c1162c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (92991fec-c564-49aa-af4b-c34f3fb3daa0), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:35.518833 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-da28fb0d-7515-485a-a4fe-e2c8c1162c4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:35.520111 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-da28fb0d-7515-485a-a4fe-e2c8c1162c4e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/92991fec-c564-49aa-af4b-c34f3fb3daa0 HTTP/1.1" status: 204 len: 168 time: 0.2027185 Mar 11 15:30:35.529973 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28fb0d-7515-485a-a4fe-e2c8c1162c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92991fec-c564-49aa-af4b-c34f3fb3daa0,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:42.573517 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:49.896698 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-581784d8-f205-4682-99ea-ac90685fd2c3 req-29c7475e-4fa0-44c0-ad5c-7475b8c0fc79 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430298 Mar 11 15:30:49.984477 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581784d8-f205-4682-99ea-ac90685fd2c3 req-57fd0e57-0f08-4370-bd26-9826fa50b159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:49.985970 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-581784d8-f205-4682-99ea-ac90685fd2c3 req-57fd0e57-0f08-4370-bd26-9826fa50b159 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7d0244beabeb42d0831e351a104bbce8&device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 1130 time: 0.0451894 Mar 11 15:30:50.092840 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581784d8-f205-4682-99ea-ac90685fd2c3 req-35321a60-1924-4b69-89f5-6ec33bac11ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:50.094280 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-581784d8-f205-4682-99ea-ac90685fd2c3 req-35321a60-1924-4b69-89f5-6ec33bac11ea service neutron] 10.222.0.66 "GET /v2.0/networks?id=d8a88a21-9bc5-4199-8c17-333f15d9f909 HTTP/1.1" status: 200 len: 910 time: 0.0885653 Mar 11 15:30:50.163032 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-581784d8-f205-4682-99ea-ac90685fd2c3 req-3de0814e-89bf-41f7-82f9-9cae472bd4ff service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=960e5869-4ea4-4af3-ab40-82a152372582 HTTP/1.1" status: 200 len: 1000 time: 0.0626271 Mar 11 15:30:50.211752 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581784d8-f205-4682-99ea-ac90685fd2c3 req-ba1b4147-a756-4094-bb0e-d6d103561603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:50.213366 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-581784d8-f205-4682-99ea-ac90685fd2c3 req-ba1b4147-a756-4094-bb0e-d6d103561603 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e334dbac-ea6f-40c8-bf50-2480902c25fb HTTP/1.1" status: 200 len: 848 time: 0.0439317 Mar 11 15:30:50.261640 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581784d8-f205-4682-99ea-ac90685fd2c3 req-6bae4478-9dbb-4040-a7d9-247895ddc3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:50.263110 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-581784d8-f205-4682-99ea-ac90685fd2c3 req-6bae4478-9dbb-4040-a7d9-247895ddc3ea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d8a88a21-9bc5-4199-8c17-333f15d9f909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443192 Mar 11 15:30:50.357484 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-581784d8-f205-4682-99ea-ac90685fd2c3 req-ea565228-d1c9-49b1-adfe-9f59784587d5 service neutron] 10.222.0.66 "GET /v2.0/networks/d8a88a21-9bc5-4199-8c17-333f15d9f909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879960 Mar 11 15:30:50.447404 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-581784d8-f205-4682-99ea-ac90685fd2c3 req-5179b4c1-f7b5-413d-8694-677f0a31f0cd service neutron] 10.222.0.66 "GET /v2.0/networks/d8a88a21-9bc5-4199-8c17-333f15d9f909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843863 Mar 11 15:30:51.639976 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570cacb-c2d9-41b5-98f2-171a0bb7a3db req-c3beab3a-233e-4588-b296-0b285ddd84b1 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:51.643807 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e570cacb-c2d9-41b5-98f2-171a0bb7a3db req-c3beab3a-233e-4588-b296-0b285ddd84b1 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a02186b-420a-4e79-89e4-852532e08bf1 HTTP/1.1" status: 200 len: 946 time: 0.0544829 Mar 11 15:30:51.694589 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e570cacb-c2d9-41b5-98f2-171a0bb7a3db req-0d5e6a91-762b-45a5-b200-9bb1d28bb9e1 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474381 Mar 11 15:30:52.974354 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd483a2-6531-43f5-8602-67765d6cbe6f req-b7ad57da-a909-4f2f-adcb-58661e64c96c tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:52.975776 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-fdd483a2-6531-43f5-8602-67765d6cbe6f req-b7ad57da-a909-4f2f-adcb-58661e64c96c tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a02186b-420a-4e79-89e4-852532e08bf1 HTTP/1.1" status: 200 len: 946 time: 0.0606463 Mar 11 15:30:53.026221 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-fdd483a2-6531-43f5-8602-67765d6cbe6f req-326fe4c4-53a6-4921-9105-a3b7ab166545 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441294 Mar 11 15:30:53.412833 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d666b3-7d84-47b8-92d1-077420d365fa req-dfe30f35-ce95-4dd7-8334-7adf30b1db06 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:53.414493 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-65d666b3-7d84-47b8-92d1-077420d365fa req-dfe30f35-ce95-4dd7-8334-7adf30b1db06 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.66 "GET /v2.0/ports?device_id=7a02186b-420a-4e79-89e4-852532e08bf1 HTTP/1.1" status: 200 len: 946 time: 0.0653193 Mar 11 15:30:53.514406 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-65d666b3-7d84-47b8-92d1-077420d365fa req-96e90e12-1eb0-4f3d-8dc0-5a472d4aae03 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Deleting port 930c3b6f-95d7-4dba-8efc-ee19ccd4caa5 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:30:53.514740 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-65d666b3-7d84-47b8-92d1-077420d365fa req-96e90e12-1eb0-4f3d-8dc0-5a472d4aae03 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (930c3b6f-95d7-4dba-8efc-ee19ccd4caa5), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:53.612430 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-65d666b3-7d84-47b8-92d1-077420d365fa req-96e90e12-1eb0-4f3d-8dc0-5a472d4aae03 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] For port 930c3b6f-95d7-4dba-8efc-ee19ccd4caa5, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=930c3b6f-95d7-4dba-8efc-ee19ccd4caa5,segment=NetworkSegment(0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870),segment_id=0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:30:53.612792 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-65d666b3-7d84-47b8-92d1-077420d365fa req-96e90e12-1eb0-4f3d-8dc0-5a472d4aae03 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (930c3b6f-95d7-4dba-8efc-ee19ccd4caa5), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:53.791724 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-65d666b3-7d84-47b8-92d1-077420d365fa req-96e90e12-1eb0-4f3d-8dc0-5a472d4aae03 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:53.791993 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-65d666b3-7d84-47b8-92d1-077420d365fa req-96e90e12-1eb0-4f3d-8dc0-5a472d4aae03 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628361'] for floatingip (3defaff3-2cb8-4a8e-a8f0-282fa3a60e4d), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:53.792390 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.db.l3_db [req-65d666b3-7d84-47b8-92d1-077420d365fa req-96e90e12-1eb0-4f3d-8dc0-5a472d4aae03 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Floating IP 3defaff3-2cb8-4a8e-a8f0-282fa3a60e4d disassociated. External IP: 172.27.2.185, port: 930c3b6f-95d7-4dba-8efc-ee19ccd4caa5. Mar 11 15:30:53.792743 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-65d666b3-7d84-47b8-92d1-077420d365fa req-96e90e12-1eb0-4f3d-8dc0-5a472d4aae03 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Calling delete_port for 930c3b6f-95d7-4dba-8efc-ee19ccd4caa5 owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:30:54.034816 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-65d666b3-7d84-47b8-92d1-077420d365fa req-96e90e12-1eb0-4f3d-8dc0-5a472d4aae03 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (930c3b6f-95d7-4dba-8efc-ee19ccd4caa5), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:54.064384 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e90e12-1eb0-4f3d-8dc0-5a472d4aae03 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Pushing event deleted for resources: {'Port': ['ID=930c3b6f-95d7-4dba-8efc-ee19ccd4caa5,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:30:54.146118 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-10eea8ef-4f5e-456b-83eb-e1352cca8785 req-c4d6313b-1b09-44d5-a2e1-220134e57151 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a02186b-420a-4e79-89e4-852532e08bf1 HTTP/1.1" status: 200 len: 210 time: 0.0312722 Mar 11 15:30:54.217048 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65d666b3-7d84-47b8-92d1-077420d365fa req-96e90e12-1eb0-4f3d-8dc0-5a472d4aae03 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Router b53d117e-edb0-42b3-8951-e2f506749f3c has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:30:54.327084 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65d666b3-7d84-47b8-92d1-077420d365fa req-96e90e12-1eb0-4f3d-8dc0-5a472d4aae03 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:30:54.336802 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f490ed5-3c22-4a2a-8e4a-d56b08b18093 None None] Sync routers for ids ['b53d117e-edb0-42b3-8951-e2f506749f3c'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:30:54.348287 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f490ed5-3c22-4a2a-8e4a-d56b08b18093 None None] Routers {'b53d117e-edb0-42b3-8951-e2f506749f3c'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:30:54.349203 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-1f490ed5-3c22-4a2a-8e4a-d56b08b18093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:30:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['b53d117e-edb0-42b3-8951-e2f506749f3c'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:54.373071 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d666b3-7d84-47b8-92d1-077420d365fa req-96e90e12-1eb0-4f3d-8dc0-5a472d4aae03 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] No DVR routers for this DVR port 930c3b6f-95d7-4dba-8efc-ee19ccd4caa5 on host hv-cinder-83336 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:30:54.375648 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-65d666b3-7d84-47b8-92d1-077420d365fa req-96e90e12-1eb0-4f3d-8dc0-5a472d4aae03 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:54.378923 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-65d666b3-7d84-47b8-92d1-077420d365fa req-96e90e12-1eb0-4f3d-8dc0-5a472d4aae03 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.66 "DELETE /v2.0/ports/930c3b6f-95d7-4dba-8efc-ee19ccd4caa5 HTTP/1.1" status: 204 len: 173 time: 0.9591279 Mar 11 15:30:54.379387 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a02186b-420a-4e79-89e4-852532e08bf1', 'name': 'network-vif-deleted', 'tag': '930c3b6f-95d7-4dba-8efc-ee19ccd4caa5'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:30:54.381635 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca52042a-5bba-4bb7-ac23-282c04a9c5ed" -d '{"events": [{"server_uuid": "7a02186b-420a-4e79-89e4-852532e08bf1", "name": "network-vif-deleted", "tag": "930c3b6f-95d7-4dba-8efc-ee19ccd4caa5"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:30:54.424194 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904f794d-2cd1-4f92-b848-2e18b5f06849 x-openstack-request-id: req-904f794d-2cd1-4f92-b848-2e18b5f06849 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:30:54.424776 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a02186b-420a-4e79-89e4-852532e08bf1", "name": "network-vif-deleted", "tag": "930c3b6f-95d7-4dba-8efc-ee19ccd4caa5", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:30:54.424776 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-904f794d-2cd1-4f92-b848-2e18b5f06849 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:30:54.425240 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a02186b-420a-4e79-89e4-852532e08bf1', 'name': 'network-vif-deleted', 'tag': '930c3b6f-95d7-4dba-8efc-ee19ccd4caa5', 'status': 'completed', 'code': 200} Mar 11 15:30:54.465781 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-1f490ed5-3c22-4a2a-8e4a-d56b08b18093 None None] Set router b53d117e-edb0-42b3-8951-e2f506749f3c gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:30:54.684771 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-1f490ed5-3c22-4a2a-8e4a-d56b08b18093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'name': 'tempest-TestVolumeBootPattern-2045321718-router', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:47Z', 'updated_at': '2022-03-11T15:26:51Z', 'revision_number': 4, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'gw_port': {'id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:48Z', 'updated_at': '2022-03-11T15:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '7013fe69-cb7e-4783-8d3d-6fea370201d7', 'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'mac_address': 'fa:16:3e:da:0a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:50Z', 'updated_at': '2022-03-11T15:26:55Z', 'revision_number': 5, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'subnets': [{'id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:54.711214 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f490ed5-3c22-4a2a-8e4a-d56b08b18093 None None] Checking router: b53d117e-edb0-42b3-8951-e2f506749f3c for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:30:54.720423 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f490ed5-3c22-4a2a-8e4a-d56b08b18093 None None] Routers {'b53d117e-edb0-42b3-8951-e2f506749f3c'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:30:54.721027 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-1f490ed5-3c22-4a2a-8e4a-d56b08b18093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:30:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['b53d117e-edb0-42b3-8951-e2f506749f3c'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:54.832018 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-1f490ed5-3c22-4a2a-8e4a-d56b08b18093 None None] Set router b53d117e-edb0-42b3-8951-e2f506749f3c gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:30:55.043955 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-1f490ed5-3c22-4a2a-8e4a-d56b08b18093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'name': 'tempest-TestVolumeBootPattern-2045321718-router', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:47Z', 'updated_at': '2022-03-11T15:26:51Z', 'revision_number': 4, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'gw_port': {'id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:48Z', 'updated_at': '2022-03-11T15:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '7013fe69-cb7e-4783-8d3d-6fea370201d7', 'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'mac_address': 'fa:16:3e:da:0a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:50Z', 'updated_at': '2022-03-11T15:26:55Z', 'revision_number': 5, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'subnets': [{'id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:30:55.071057 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f490ed5-3c22-4a2a-8e4a-d56b08b18093 None None] The sync data for ids ['b53d117e-edb0-42b3-8951-e2f506749f3c'] in dv-cinder-833365-1-iscsi is: [{'id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'name': 'tempest-TestVolumeBootPattern-2045321718-router', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:47Z', 'updated_at': '2022-03-11T15:26:51Z', 'revision_number': 4, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'gw_port': {'id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:48Z', 'updated_at': '2022-03-11T15:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '7013fe69-cb7e-4783-8d3d-6fea370201d7', 'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'mac_address': 'fa:16:3e:da:0a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:50Z', 'updated_at': '2022-03-11T15:26:55Z', 'revision_number': 5, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'subnets': [{'id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:30:55.263437 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d8dc33a6-5a4f-4881-b803-5d3cd3d4c759 req-08dfe721-034b-45f9-8daf-648251b040a5 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a02186b-420a-4e79-89e4-852532e08bf1 HTTP/1.1" status: 200 len: 210 time: 0.0285289 Mar 11 15:30:55.300404 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3b87e1-49b6-4f8d-b134-7b1ac79ff0da None None] New status for floating IP 3defaff3-2cb8-4a8e-a8f0-282fa3a60e4d: DOWN {{(pid=103742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:30:56.472842 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 930c3b6f-95d7-4dba-8efc-ee19ccd4caa5 no longer exists at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:30:56.494350 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] No Port match for: 930c3b6f-95d7-4dba-8efc-ee19ccd4caa5 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:30:56.494694 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 930c3b6f-95d7-4dba-8efc-ee19ccd4caa5 not bound to the agent host hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:30:56.525826 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-9a0f291c-3895-4874-bdf6-22cebcc746b6 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-125515500&fields=id&tenant_id=a05c04b4e4784d13a9c157c76e0ff03a HTTP/1.1" status: 200 len: 267 time: 0.0459213 Mar 11 15:30:56.597728 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:30:56.634571 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-ad456044-bc29-4e9b-a21c-ad6735ac88c3 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:56.636053 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-ad456044-bc29-4e9b-a21c-ad6735ac88c3 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/networks?id=0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 HTTP/1.1" status: 200 len: 812 time: 0.1037040 Mar 11 15:30:56.651726 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-54dace93-13fc-4f96-b56c-50d2c4e03ee2 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/quotas/a05c04b4e4784d13a9c157c76e0ff03a HTTP/1.1" status: 200 len: 375 time: 0.0099778 Mar 11 15:30:56.707298 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-8d3fdeee-2c4d-422b-876b-9381865a417b tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a05c04b4e4784d13a9c157c76e0ff03a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496182 Mar 11 15:30:56.812570 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-382d0083-6727-4630-b90f-f44d920786a7 service neutron] 10.222.0.44 "GET /v2.0/networks/0af61b1c-cde3-490d-a2cc-9dcf9e2c2131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897481 Mar 11 15:30:56.905374 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-cefeaddd-ccd6-4e74-b81f-bd1e80382e16 service neutron] 10.222.0.44 "GET /v2.0/networks/0af61b1c-cde3-490d-a2cc-9dcf9e2c2131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872464 Mar 11 15:30:57.497055 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-daca1216-b521-4aa5-9dbd-a384aa50af3d req-d3ec6d42-b051-466f-9c69-2a8e70995629 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddbc544-f2e9-4bc7-aead-e11bf7f85241 HTTP/1.1" status: 200 len: 210 time: 0.0279882 Mar 11 15:30:57.800338 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-44ad825b-da73-4194-bcb1-117662cf7c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:58.591906 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d33b54ef-1104-4673-8bd4-5dad48888f6a req-eb42f7ac-1d29-4ac5-a330-aea233d99b1b tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddbc544-f2e9-4bc7-aead-e11bf7f85241 HTTP/1.1" status: 200 len: 210 time: 0.0280247 Mar 11 15:30:59.365376 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-f72465b2-6338-4235-9bf4-f19a7447b625 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:30:59.367002 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-f72465b2-6338-4235-9bf4-f19a7447b625 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.66 "GET /v2.0/networks?id=0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 HTTP/1.1" status: 200 len: 812 time: 0.1064672 Mar 11 15:30:59.429803 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-898b256c-d365-4e52-abbe-a7b1c3850985 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a05c04b4e4784d13a9c157c76e0ff03a HTTP/1.1" status: 200 len: 379 time: 0.0546978 Mar 11 15:30:59.439543 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-7093c33a-c94f-4a90-8830-203b1c090051 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Request body: {'port': {'device_id': '7ddbc544-f2e9-4bc7-aead-e11bf7f85241', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'admin_state_up': True, 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'security_groups': ['c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d']}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:30:59.613602 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-7093c33a-c94f-4a90-8830-203b1c090051 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Made reservation on behalf of a05c04b4e4784d13a9c157c76e0ff03a for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:30:59.617019 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-7093c33a-c94f-4a90-8830-203b1c090051 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:30:59.692391 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0611c1ae-5182-4679-a6b1-19b179c18e96 req-6a8917da-fb4f-41f6-8528-58cc8b30caaf tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddbc544-f2e9-4bc7-aead-e11bf7f85241 HTTP/1.1" status: 200 len: 210 time: 0.0309656 Mar 11 15:30:59.769150 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-7093c33a-c94f-4a90-8830-203b1c090051 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Allocated IP 172.20.0.4 (0af61b1c-cde3-490d-a2cc-9dcf9e2c2131/ff0797ed-948d-4bc0-a15c-6d476f6713f7/c54d9cfe-e12d-4438-82f7-9138b5e3b11e) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:30:59.972722 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-7093c33a-c94f-4a90-8830-203b1c090051 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for port (c54d9cfe-e12d-4438-82f7-9138b5e3b11e), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:00.065309 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-5cb83684-8411-4904-b9e6-b79524b50ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:00.089259 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-7093c33a-c94f-4a90-8830-203b1c090051 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (c54d9cfe-e12d-4438-82f7-9138b5e3b11e), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:00.134665 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-7093c33a-c94f-4a90-8830-203b1c090051 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Network 0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:31:00.139981 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-7093c33a-c94f-4a90-8830-203b1c090051 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:00.143730 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-7093c33a-c94f-4a90-8830-203b1c090051 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:31:00.150078 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7093c33a-c94f-4a90-8830-203b1c090051 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Pushing event updated for resources: {'Port': ['ID=c54d9cfe-e12d-4438-82f7-9138b5e3b11e,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:00.209849 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-7093c33a-c94f-4a90-8830-203b1c090051 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:00.210496 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-7093c33a-c94f-4a90-8830-203b1c090051 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:00.290159 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-7093c33a-c94f-4a90-8830-203b1c090051 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8543091 Mar 11 15:31:00.301030 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-8c41ac71-d713-4f90-be4e-d93bc6e27715 service neutron] Request body: {'port': {'device_id': '7ddbc544-f2e9-4bc7-aead-e11bf7f85241', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83336'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:31:00.369280 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-8c41ac71-d713-4f90-be4e-d93bc6e27715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (c54d9cfe-e12d-4438-82f7-9138b5e3b11e), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:00.422329 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-c82391e4-6369-45e5-818a-fb61519fea5b None None] Provisioning complete for port c54d9cfe-e12d-4438-82f7-9138b5e3b11e triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:31:00.422699 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-c82391e4-6369-45e5-818a-fb61519fea5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (c54d9cfe-e12d-4438-82f7-9138b5e3b11e), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:00.460040 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-c82391e4-6369-45e5-818a-fb61519fea5b None None] Port c54d9cfe-e12d-4438-82f7-9138b5e3b11e cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:31:00.683269 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-8c41ac71-d713-4f90-be4e-d93bc6e27715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c54d9cfe-e12d-4438-82f7-9138b5e3b11e {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:31:00.691513 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-8c41ac71-d713-4f90-be4e-d93bc6e27715 service neutron] Publish callbacks [] for port (c54d9cfe-e12d-4438-82f7-9138b5e3b11e), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:00.703965 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-8c41ac71-d713-4f90-be4e-d93bc6e27715 service neutron] Transition to ACTIVE for port object c54d9cfe-e12d-4438-82f7-9138b5e3b11e will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 15:31:00.796029 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-8c41ac71-d713-4f90-be4e-d93bc6e27715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (c54d9cfe-e12d-4438-82f7-9138b5e3b11e), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:00.856611 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c41ac71-d713-4f90-be4e-d93bc6e27715 service neutron] Pushing event updated for resources: {'Port': ['ID=c54d9cfe-e12d-4438-82f7-9138b5e3b11e,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:00.865296 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38eff0c-65f1-474b-bc65-1436c1ead693 req-2fb3d02f-9de4-4446-9736-118dc9d1ae2b tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:00.867586 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a38eff0c-65f1-474b-bc65-1436c1ead693 req-2fb3d02f-9de4-4446-9736-118dc9d1ae2b tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddbc544-f2e9-4bc7-aead-e11bf7f85241 HTTP/1.1" status: 200 len: 931 time: 0.1055670 Mar 11 15:31:00.980283 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a38eff0c-65f1-474b-bc65-1436c1ead693 req-279fac54-4a65-4daf-a1f0-e22e5a3ea581 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059217 Mar 11 15:31:00.980968 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-8c41ac71-d713-4f90-be4e-d93bc6e27715 service neutron] Attempting to bind port c54d9cfe-e12d-4438-82f7-9138b5e3b11e on host hv-cinder-83336 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:31:00.981301 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-8c41ac71-d713-4f90-be4e-d93bc6e27715 service neutron] Attempting to bind port c54d9cfe-e12d-4438-82f7-9138b5e3b11e by drivers openvswitch,hyperv on host hv-cinder-83336 at level 0 using segments [{'id': '0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:31:00.981634 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-8c41ac71-d713-4f90-be4e-d93bc6e27715 service neutron] Attempting to bind port c54d9cfe-e12d-4438-82f7-9138b5e3b11e on network 0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:31:00.986658 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-8c41ac71-d713-4f90-be4e-d93bc6e27715 service neutron] Port c54d9cfe-e12d-4438-82f7-9138b5e3b11e on network 0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83336 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 15:31:00.987168 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-8c41ac71-d713-4f90-be4e-d93bc6e27715 service neutron] Attempting to bind port c54d9cfe-e12d-4438-82f7-9138b5e3b11e on network 0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:31:00.992204 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-8c41ac71-d713-4f90-be4e-d93bc6e27715 service neutron] Checking agent: {'id': '7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:31:00.992547 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-8c41ac71-d713-4f90-be4e-d93bc6e27715 service neutron] Checking segment: {'id': '0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:31:00.992938 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-8c41ac71-d713-4f90-be4e-d93bc6e27715 service neutron] Bound using segment: {'id': '0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:31:00.993566 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-8c41ac71-d713-4f90-be4e-d93bc6e27715 service neutron] Bound port: c54d9cfe-e12d-4438-82f7-9138b5e3b11e, host: hv-cinder-83336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:31:00.993710 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-8c41ac71-d713-4f90-be4e-d93bc6e27715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (c54d9cfe-e12d-4438-82f7-9138b5e3b11e), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:01.061615 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-8c41ac71-d713-4f90-be4e-d93bc6e27715 service neutron] For port c54d9cfe-e12d-4438-82f7-9138b5e3b11e, host hv-cinder-83336, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:31:01.064706 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-8c41ac71-d713-4f90-be4e-d93bc6e27715 service neutron] For port c54d9cfe-e12d-4438-82f7-9138b5e3b11e, host hv-cinder-83336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=c54d9cfe-e12d-4438-82f7-9138b5e3b11e,segment=NetworkSegment(0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870),segment_id=0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:31:01.149871 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-8c41ac71-d713-4f90-be4e-d93bc6e27715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (c54d9cfe-e12d-4438-82f7-9138b5e3b11e), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:01.183748 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-8c41ac71-d713-4f90-be4e-d93bc6e27715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:01.184367 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-8c41ac71-d713-4f90-be4e-d93bc6e27715 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:01.186330 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-8c41ac71-d713-4f90-be4e-d93bc6e27715 service neutron] 10.222.0.66 "PUT /v2.0/ports/c54d9cfe-e12d-4438-82f7-9138b5e3b11e HTTP/1.1" status: 200 len: 1093 time: 0.8900237 Mar 11 15:31:01.186787 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ddbc544-f2e9-4bc7-aead-e11bf7f85241', 'tag': 'c54d9cfe-e12d-4438-82f7-9138b5e3b11e'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:31:01.189096 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818944f0-00eb-437a-9c0a-4231a34a6151" -d '{"events": [{"name": "network-changed", "server_uuid": "7ddbc544-f2e9-4bc7-aead-e11bf7f85241", "tag": "c54d9cfe-e12d-4438-82f7-9138b5e3b11e"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:31:01.222973 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c41ac71-d713-4f90-be4e-d93bc6e27715 service neutron] Pushing event updated for resources: {'Port': ['ID=c54d9cfe-e12d-4438-82f7-9138b5e3b11e,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:01.235541 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4c88b6-1d00-43f4-9ba7-3de38a1e401a x-openstack-request-id: req-4a4c88b6-1d00-43f4-9ba7-3de38a1e401a {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:31:01.235833 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ddbc544-f2e9-4bc7-aead-e11bf7f85241", "tag": "c54d9cfe-e12d-4438-82f7-9138b5e3b11e", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:31:01.236084 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4a4c88b6-1d00-43f4-9ba7-3de38a1e401a {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:31:01.236955 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ddbc544-f2e9-4bc7-aead-e11bf7f85241', 'tag': 'c54d9cfe-e12d-4438-82f7-9138b5e3b11e', 'status': 'completed', 'code': 200} Mar 11 15:31:01.290074 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:01.307121 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818944f0-00eb-437a-9c0a-4231a34a6151 req-8be2a2f8-f58f-4cf2-a470-ddbe88b8a860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:01.311132 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-818944f0-00eb-437a-9c0a-4231a34a6151 req-8be2a2f8-f58f-4cf2-a470-ddbe88b8a860 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a05c04b4e4784d13a9c157c76e0ff03a&device_id=7ddbc544-f2e9-4bc7-aead-e11bf7f85241 HTTP/1.1" status: 200 len: 1127 time: 0.0525191 Mar 11 15:31:01.434277 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818944f0-00eb-437a-9c0a-4231a34a6151 req-4e18e299-5222-4288-9e32-cf18850286dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:01.436487 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-818944f0-00eb-437a-9c0a-4231a34a6151 req-4e18e299-5222-4288-9e32-cf18850286dc service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=a05c04b4e4784d13a9c157c76e0ff03a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1160569 Mar 11 15:31:01.535592 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818944f0-00eb-437a-9c0a-4231a34a6151 req-654d8257-d97c-42ae-9d9c-3a89f00964be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:01.537069 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-818944f0-00eb-437a-9c0a-4231a34a6151 req-654d8257-d97c-42ae-9d9c-3a89f00964be service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946062 Mar 11 15:31:01.619263 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-98474285-ebfa-4610-b575-b6756efa95ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:01.621096 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-98474285-ebfa-4610-b575-b6756efa95ef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a05c04b4e4784d13a9c157c76e0ff03a&device_id=7ddbc544-f2e9-4bc7-aead-e11bf7f85241 HTTP/1.1" status: 200 len: 1127 time: 0.0452459 Mar 11 15:31:01.661267 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-4eaa37aa-4604-445d-9aeb-827a392932e1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c54d9cfe-e12d-4438-82f7-9138b5e3b11e HTTP/1.1" status: 200 len: 217 time: 0.0339897 Mar 11 15:31:01.712942 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-481a07d4-0775-4ecd-a218-206c599e8cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:01.714392 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-481a07d4-0775-4ecd-a218-206c599e8cb6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ff0797ed-948d-4bc0-a15c-6d476f6713f7 HTTP/1.1" status: 200 len: 851 time: 0.0466759 Mar 11 15:31:01.763762 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-bb36f12b-4dee-4bd9-b252-082e9e148cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:01.765259 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-bb36f12b-4dee-4bd9-b252-082e9e148cdb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0af61b1c-cde3-490d-a2cc-9dcf9e2c2131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453465 Mar 11 15:31:01.864543 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-446d2dc3-dc1b-45e4-b1d0-3f9af93a2565 service neutron] 10.222.0.66 "GET /v2.0/networks/0af61b1c-cde3-490d-a2cc-9dcf9e2c2131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929132 Mar 11 15:31:01.994589 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a6ef49c1-a169-4c71-9a80-d8a3796715e2 req-fadfce7e-52bf-4f9e-8a1d-738d915d3a21 service neutron] 10.222.0.66 "GET /v2.0/networks/0af61b1c-cde3-490d-a2cc-9dcf9e2c2131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239941 Mar 11 15:31:02.126397 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e288e5-366e-48ec-9883-d6c2a97a045a req-00dd4992-80aa-4faa-bd51-308314278def tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:02.127847 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-47e288e5-366e-48ec-9883-d6c2a97a045a req-00dd4992-80aa-4faa-bd51-308314278def tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddbc544-f2e9-4bc7-aead-e11bf7f85241 HTTP/1.1" status: 200 len: 943 time: 0.0729637 Mar 11 15:31:02.182391 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-47e288e5-366e-48ec-9883-d6c2a97a045a req-c3ff60ee-da79-4410-bec2-923a8b02500a tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489161 Mar 11 15:31:02.996729 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:03.313711 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d6fb2-d20c-4273-b66b-718a6fb8ff07 req-01d552ed-9943-42b6-ab4d-915495722e6f tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:03.315202 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a79d6fb2-d20c-4273-b66b-718a6fb8ff07 req-01d552ed-9943-42b6-ab4d-915495722e6f tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddbc544-f2e9-4bc7-aead-e11bf7f85241 HTTP/1.1" status: 200 len: 943 time: 0.0596714 Mar 11 15:31:03.369127 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a79d6fb2-d20c-4273-b66b-718a6fb8ff07 req-9b6371c6-c12f-4ba9-ac17-4e4d34203e3e tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481288 Mar 11 15:31:04.367662 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:04.495824 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116a609-c3eb-4a48-af09-7bd1c6d0026c req-bac44871-3760-46f7-b8f6-56e19723d105 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:04.498203 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4116a609-c3eb-4a48-af09-7bd1c6d0026c req-bac44871-3760-46f7-b8f6-56e19723d105 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddbc544-f2e9-4bc7-aead-e11bf7f85241 HTTP/1.1" status: 200 len: 943 time: 0.0598328 Mar 11 15:31:04.547562 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4116a609-c3eb-4a48-af09-7bd1c6d0026c req-9a84de5d-7377-41ef-980e-063ca7cb2af4 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439293 Mar 11 15:31:05.666503 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d7328-87c9-4bc5-a7b1-ff0c4322baeb req-16b1ee66-f24c-4a6a-9e8a-1ae83f5c64b1 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:05.668033 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-445d7328-87c9-4bc5-a7b1-ff0c4322baeb req-16b1ee66-f24c-4a6a-9e8a-1ae83f5c64b1 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddbc544-f2e9-4bc7-aead-e11bf7f85241 HTTP/1.1" status: 200 len: 943 time: 0.0534172 Mar 11 15:31:05.718965 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-445d7328-87c9-4bc5-a7b1-ff0c4322baeb req-809f74ba-3cd6-41f5-906d-6f9be62da0f6 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445106 Mar 11 15:31:06.842430 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ddae9b-2197-4894-9de6-8f80d2bfd110 req-6d0b5139-3de5-43df-8b3c-b768ed47275d tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:06.844217 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-14ddae9b-2197-4894-9de6-8f80d2bfd110 req-6d0b5139-3de5-43df-8b3c-b768ed47275d tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddbc544-f2e9-4bc7-aead-e11bf7f85241 HTTP/1.1" status: 200 len: 943 time: 0.0551102 Mar 11 15:31:06.896007 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-14ddae9b-2197-4894-9de6-8f80d2bfd110 req-72512a8e-cc3b-41c3-9bf3-2464c637e573 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457981 Mar 11 15:31:08.024618 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db237f1d-3dc9-465e-b0be-91b93b658559 req-8ce98902-da2e-4ab0-a191-ab270ad44355 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:08.026123 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-db237f1d-3dc9-465e-b0be-91b93b658559 req-8ce98902-da2e-4ab0-a191-ab270ad44355 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddbc544-f2e9-4bc7-aead-e11bf7f85241 HTTP/1.1" status: 200 len: 943 time: 0.0613649 Mar 11 15:31:08.079833 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-db237f1d-3dc9-465e-b0be-91b93b658559 req-3b83504c-07fe-41c5-aba0-b2f24c51cf82 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479119 Mar 11 15:31:09.197019 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb8d97-9b86-4b41-ac07-3935c7c4fc78 req-c5e4fd90-d002-4507-8d57-bdebac2cbeb0 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:09.198496 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b0fb8d97-9b86-4b41-ac07-3935c7c4fc78 req-c5e4fd90-d002-4507-8d57-bdebac2cbeb0 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddbc544-f2e9-4bc7-aead-e11bf7f85241 HTTP/1.1" status: 200 len: 943 time: 0.0513864 Mar 11 15:31:09.251145 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b0fb8d97-9b86-4b41-ac07-3935c7c4fc78 req-d41a3f5f-d1ac-4ed0-9575-82bbba08d4dd tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463524 Mar 11 15:31:10.370392 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7cc440-cd38-41c6-94c9-2180a0a32882 req-01030ced-a7dd-4a9c-bf57-cd5afd184cc6 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:10.371879 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7c7cc440-cd38-41c6-94c9-2180a0a32882 req-01030ced-a7dd-4a9c-bf57-cd5afd184cc6 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddbc544-f2e9-4bc7-aead-e11bf7f85241 HTTP/1.1" status: 200 len: 943 time: 0.0538936 Mar 11 15:31:10.421873 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7c7cc440-cd38-41c6-94c9-2180a0a32882 req-2e088ca5-47ba-46d5-bf4a-b214e9bfcb52 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439918 Mar 11 15:31:10.520114 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device c54d9cfe-e12d-4438-82f7-9138b5e3b11e details requested by agent hyperv_hv-cinder-83336 with host hv-cinder-83336 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 15:31:10.618116 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port c54d9cfe-e12d-4438-82f7-9138b5e3b11e, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=c54d9cfe-e12d-4438-82f7-9138b5e3b11e,segment=NetworkSegment(0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870),segment_id=0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:10.629234 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Returning: {'device': 'c54d9cfe-e12d-4438-82f7-9138b5e3b11e', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'port_id': 'c54d9cfe-e12d-4438-82f7-9138b5e3b11e', 'mac_address': 'fa:16:3e:21:c7:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 15:31:10.669110 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port c54d9cfe-e12d-4438-82f7-9138b5e3b11e is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:31:10.669496 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (c54d9cfe-e12d-4438-82f7-9138b5e3b11e), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:10.821373 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54d9cfe-e12d-4438-82f7-9138b5e3b11e {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:31:10.841646 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port c54d9cfe-e12d-4438-82f7-9138b5e3b11e, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=c54d9cfe-e12d-4438-82f7-9138b5e3b11e,segment=NetworkSegment(0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870),segment_id=0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:10.922220 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (c54d9cfe-e12d-4438-82f7-9138b5e3b11e), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:10.972048 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=c54d9cfe-e12d-4438-82f7-9138b5e3b11e,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:11.305118 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['c54d9cfe-e12d-4438-82f7-9138b5e3b11e'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:31:11.551097 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f312f7ba-8bd4-4159-b125-25c30063faf7 req-57275f5f-ec2f-4926-a9cf-a904ea808e5b tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:11.552814 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f312f7ba-8bd4-4159-b125-25c30063faf7 req-57275f5f-ec2f-4926-a9cf-a904ea808e5b tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddbc544-f2e9-4bc7-aead-e11bf7f85241 HTTP/1.1" status: 200 len: 944 time: 0.0625753 Mar 11 15:31:11.607182 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f312f7ba-8bd4-4159-b125-25c30063faf7 req-f1198a92-f32e-476e-8f02-1f721cb32f17 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452764 Mar 11 15:31:12.519393 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device c54d9cfe-e12d-4438-82f7-9138b5e3b11e up at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:31:12.573094 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:12.647303 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning for port c54d9cfe-e12d-4438-82f7-9138b5e3b11e completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 15:31:12.651521 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning complete for port c54d9cfe-e12d-4438-82f7-9138b5e3b11e triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:31:12.651973 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (c54d9cfe-e12d-4438-82f7-9138b5e3b11e), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:12.734861 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694a6c1-d20e-4a35-aff9-572ea112fb13 req-984df8c6-9417-4e7c-b47c-e800070523c4 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:12.736384 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port c54d9cfe-e12d-4438-82f7-9138b5e3b11e is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:31:12.736538 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c694a6c1-d20e-4a35-aff9-572ea112fb13 req-984df8c6-9417-4e7c-b47c-e800070523c4 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddbc544-f2e9-4bc7-aead-e11bf7f85241 HTTP/1.1" status: 200 len: 944 time: 0.0572526 Mar 11 15:31:12.736882 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (c54d9cfe-e12d-4438-82f7-9138b5e3b11e), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:12.759792 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddbc544-f2e9-4bc7-aead-e11bf7f85241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54d9cfe-e12d-4438-82f7-9138b5e3b11e'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:31:12.762265 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97dedef37c5e2c64aa44179f419dd586ddc22b8f5766e7bc49dcfeca4a9e3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac45af60-e81f-4a79-a6b2-e5ced6baa93f" -d '{"events": [{"server_uuid": "7ddbc544-f2e9-4bc7-aead-e11bf7f85241", "name": "network-vif-plugged", "status": "completed", "tag": "c54d9cfe-e12d-4438-82f7-9138b5e3b11e"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:31:12.786648 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port c54d9cfe-e12d-4438-82f7-9138b5e3b11e, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=c54d9cfe-e12d-4438-82f7-9138b5e3b11e,segment=NetworkSegment(0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870),segment_id=0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:12.787765 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c694a6c1-d20e-4a35-aff9-572ea112fb13 req-a954efa1-61f0-461c-b507-059cb19a0fd0 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456989 Mar 11 15:31:12.813215 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7d7dfb-4750-4c10-9e3e-b15ae20b0d9b x-openstack-request-id: req-8b7d7dfb-4750-4c10-9e3e-b15ae20b0d9b {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:31:12.813506 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ddbc544-f2e9-4bc7-aead-e11bf7f85241", "name": "network-vif-plugged", "status": "completed", "tag": "c54d9cfe-e12d-4438-82f7-9138b5e3b11e", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:31:12.813786 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8b7d7dfb-4750-4c10-9e3e-b15ae20b0d9b {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:31:12.814204 dv-cinder-833365-1-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ddbc544-f2e9-4bc7-aead-e11bf7f85241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54d9cfe-e12d-4438-82f7-9138b5e3b11e', 'code': 200} Mar 11 15:31:12.846322 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (c54d9cfe-e12d-4438-82f7-9138b5e3b11e), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:12.901379 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=c54d9cfe-e12d-4438-82f7-9138b5e3b11e,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:13.249258 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac46e79-e93f-4ea4-a164-ba9e26722ce7 req-892ad537-d62c-4f8b-9bce-e7e0a4d8841f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:13.250869 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0ac46e79-e93f-4ea4-a164-ba9e26722ce7 req-892ad537-d62c-4f8b-9bce-e7e0a4d8841f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7ddbc544-f2e9-4bc7-aead-e11bf7f85241 HTTP/1.1" status: 200 len: 1129 time: 0.0470090 Mar 11 15:31:13.296158 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0ac46e79-e93f-4ea4-a164-ba9e26722ce7 req-e2b612b8-386f-418c-833a-fa4851985619 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395427 Mar 11 15:31:13.908359 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc09f9-f770-4b01-a872-8247c1659837 req-4233fc1e-ed5d-48bf-8a87-1e62191cc9f4 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:13.909800 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f2fc09f9-f770-4b01-a872-8247c1659837 req-4233fc1e-ed5d-48bf-8a87-1e62191cc9f4 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddbc544-f2e9-4bc7-aead-e11bf7f85241 HTTP/1.1" status: 200 len: 945 time: 0.0521178 Mar 11 15:31:13.961207 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f2fc09f9-f770-4b01-a872-8247c1659837 req-8b0c22f3-cd14-4a3a-acfd-8689eab3150f tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458176 Mar 11 15:31:15.086374 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544174f5-375c-4ec7-8399-df6cb7512fc1 req-fc710db8-90f2-468f-a4c4-b0faec2e839a tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:15.087886 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-544174f5-375c-4ec7-8399-df6cb7512fc1 req-fc710db8-90f2-468f-a4c4-b0faec2e839a tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddbc544-f2e9-4bc7-aead-e11bf7f85241 HTTP/1.1" status: 200 len: 945 time: 0.0578732 Mar 11 15:31:15.137739 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-544174f5-375c-4ec7-8399-df6cb7512fc1 req-b8d124cd-95fc-4d3c-922b-75ed4a945b5a tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437045 Mar 11 15:31:15.256492 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507e90d-ffb6-47fb-b231-c56cf27d703b req-7b0b0e2a-6ea4-46e5-a4bc-506629a9879b tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:15.257969 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1507e90d-ffb6-47fb-b231-c56cf27d703b req-7b0b0e2a-6ea4-46e5-a4bc-506629a9879b tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddbc544-f2e9-4bc7-aead-e11bf7f85241 HTTP/1.1" status: 200 len: 945 time: 0.0534687 Mar 11 15:31:15.306178 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1507e90d-ffb6-47fb-b231-c56cf27d703b req-2c8f498c-e4c2-47fe-9a8b-596a25fa878c tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424600 Mar 11 15:31:15.334722 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 35798) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:31:15.377355 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceef6c9b-c58c-43e7-bd65-97b5b7399470 tempest-TestVolumeBootPattern-1815405188 tempest-TestVolumeBootPattern-1815405188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:15.378854 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-ceef6c9b-c58c-43e7-bd65-97b5b7399470 tempest-TestVolumeBootPattern-1815405188 tempest-TestVolumeBootPattern-1815405188-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7ddbc544-f2e9-4bc7-aead-e11bf7f85241 HTTP/1.1" status: 200 len: 1124 time: 0.0431294 Mar 11 15:31:15.382061 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 35800) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:31:15.386634 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-3c197c5c-e186-4ac8-bc87-fc586b448d28 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Request body: {'floatingip': {'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'port_id': 'c54d9cfe-e12d-4438-82f7-9138b5e3b11e', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:31:15.487653 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3c197c5c-e186-4ac8-bc87-fc586b448d28 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:15.587879 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3c197c5c-e186-4ac8-bc87-fc586b448d28 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:15.700555 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [None req-3c197c5c-e186-4ac8-bc87-fc586b448d28 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Allocated IP 172.27.2.12 (78e1392b-e3c2-4d04-8c82-7bd84bb30297/7f6dd339-b219-48a3-93bc-4a99710f07af/e320eb46-f85f-4e11-96db-e09f31807f46) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:31:15.803894 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3c197c5c-e186-4ac8-bc87-fc586b448d28 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for port (e320eb46-f85f-4e11-96db-e09f31807f46), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:15.933426 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3c197c5c-e186-4ac8-bc87-fc586b448d28 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (e320eb46-f85f-4e11-96db-e09f31807f46), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:15.972738 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c197c5c-e186-4ac8-bc87-fc586b448d28 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:31:15.977683 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-3c197c5c-e186-4ac8-bc87-fc586b448d28 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:15.982826 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c197c5c-e186-4ac8-bc87-fc586b448d28 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:31:15.988141 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c197c5c-e186-4ac8-bc87-fc586b448d28 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Pushing event updated for resources: {'Port': ['ID=e320eb46-f85f-4e11-96db-e09f31807f46,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:16.345429 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3c197c5c-e186-4ac8-bc87-fc586b448d28 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for floatingip (831a6531-9cec-42b2-91c3-1bbee15d5867), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:16.362373 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 35804) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:31:16.528761 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-784be002-5ff2-44cc-a7bb-23486ec70c66 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Deleting port 44a66b7b-a04e-48f9-8cf4-01fbfefd4849 {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:31:16.529100 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-784be002-5ff2-44cc-a7bb-23486ec70c66 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (44a66b7b-a04e-48f9-8cf4-01fbfefd4849), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:16.613418 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-784be002-5ff2-44cc-a7bb-23486ec70c66 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (44a66b7b-a04e-48f9-8cf4-01fbfefd4849), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:16.613658 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-784be002-5ff2-44cc-a7bb-23486ec70c66 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks [] for floatingip (44a66b7b-a04e-48f9-8cf4-01fbfefd4849), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:16.627576 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-784be002-5ff2-44cc-a7bb-23486ec70c66 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Calling delete_port for 44a66b7b-a04e-48f9-8cf4-01fbfefd4849 owned by network:floatingip {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:31:16.740539 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3c197c5c-e186-4ac8-bc87-fc586b448d28 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (e320eb46-f85f-4e11-96db-e09f31807f46), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:16.881763 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-784be002-5ff2-44cc-a7bb-23486ec70c66 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (44a66b7b-a04e-48f9-8cf4-01fbfefd4849), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:16.891161 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3c197c5c-e186-4ac8-bc87-fc586b448d28 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for port (e320eb46-f85f-4e11-96db-e09f31807f46), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:16.918393 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784be002-5ff2-44cc-a7bb-23486ec70c66 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Pushing event deleted for resources: {'Port': ['ID=44a66b7b-a04e-48f9-8cf4-01fbfefd4849,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:16.972486 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-784be002-5ff2-44cc-a7bb-23486ec70c66 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks [] for floatingip (dc0312a4-f56f-4ae4-a45d-72962df6cc75), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:16.972809 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.db.l3_db [None req-784be002-5ff2-44cc-a7bb-23486ec70c66 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Floating IP dc0312a4-f56f-4ae4-a45d-72962df6cc75 disassociated (deleted). External IP: 172.27.2.3, port: 960e5869-4ea4-4af3-ab40-82a152372582. Mar 11 15:31:16.985065 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3c197c5c-e186-4ac8-bc87-fc586b448d28 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (e320eb46-f85f-4e11-96db-e09f31807f46), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:17.063959 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c197c5c-e186-4ac8-bc87-fc586b448d28 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Pushing event updated for resources: {'Port': ['ID=e320eb46-f85f-4e11-96db-e09f31807f46,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:17.070539 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3c197c5c-e186-4ac8-bc87-fc586b448d28 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628361'] for floatingip (831a6531-9cec-42b2-91c3-1bbee15d5867), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:17.172363 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.db.l3_db [None req-3c197c5c-e186-4ac8-bc87-fc586b448d28 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Floating IP 831a6531-9cec-42b2-91c3-1bbee15d5867 associated. External IP: 172.27.2.12, port: c54d9cfe-e12d-4438-82f7-9138b5e3b11e. Mar 11 15:31:17.201494 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784be002-5ff2-44cc-a7bb-23486ec70c66 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Router 9f706b4b-6175-4723-8e6e-365ad42c15f9 has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:31:17.314568 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784be002-5ff2-44cc-a7bb-23486ec70c66 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:31:17.319653 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-784be002-5ff2-44cc-a7bb-23486ec70c66 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:17.325232 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfeba26-2e5e-468f-a1f9-7ae22f41971c None None] Sync routers for ids ['9f706b4b-6175-4723-8e6e-365ad42c15f9'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:31:17.340243 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfeba26-2e5e-468f-a1f9-7ae22f41971c None None] Routers {'9f706b4b-6175-4723-8e6e-365ad42c15f9'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:31:17.341004 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-6cfeba26-2e5e-468f-a1f9-7ae22f41971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:31:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['9f706b4b-6175-4723-8e6e-365ad42c15f9'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:17.351787 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-784be002-5ff2-44cc-a7bb-23486ec70c66 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "DELETE /v2.0/floatingips/dc0312a4-f56f-4ae4-a45d-72962df6cc75 HTTP/1.1" status: 204 len: 168 time: 0.9881485 Mar 11 15:31:17.352830 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd7c520e-f1ef-4f33-9a35-4a73607159e2', 'tag': '960e5869-4ea4-4af3-ab40-82a152372582'}] {{(pid=103740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:31:17.355587 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}650d324cd5ca1e8c5fe43ff80fd40eee127a08b7efb0df58efbaed5274d8fbf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de67e073-ecfa-4043-9bfe-cdf81c40b5c6" -d '{"events": [{"name": "network-changed", "server_uuid": "cd7c520e-f1ef-4f33-9a35-4a73607159e2", "tag": "960e5869-4ea4-4af3-ab40-82a152372582"}]}' {{(pid=103740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:31:17.396242 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c197c5c-e186-4ac8-bc87-fc586b448d28 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Router b53d117e-edb0-42b3-8951-e2f506749f3c has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:31:17.466648 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-6cfeba26-2e5e-468f-a1f9-7ae22f41971c None None] Set router 9f706b4b-6175-4723-8e6e-365ad42c15f9 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:31:17.517483 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c197c5c-e186-4ac8-bc87-fc586b448d28 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:31:17.534266 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80197ce-34b1-4150-8777-c17af1803b63 None None] Sync routers for ids ['b53d117e-edb0-42b3-8951-e2f506749f3c'] in dv-cinder-833365-1-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:31:17.545347 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80197ce-34b1-4150-8777-c17af1803b63 None None] Routers {'b53d117e-edb0-42b3-8951-e2f506749f3c'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:31:17.546710 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-d80197ce-34b1-4150-8777-c17af1803b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:31:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['b53d117e-edb0-42b3-8951-e2f506749f3c'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:17.556626 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6ce28d-0c31-4388-82ab-4983ec0f155f x-openstack-request-id: req-9e6ce28d-0c31-4388-82ab-4983ec0f155f {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:31:17.557208 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd7c520e-f1ef-4f33-9a35-4a73607159e2", "tag": "960e5869-4ea4-4af3-ab40-82a152372582", "status": "completed", "code": 200}]} {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:31:17.557366 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9e6ce28d-0c31-4388-82ab-4983ec0f155f {{(pid=103740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:31:17.557969 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd7c520e-f1ef-4f33-9a35-4a73607159e2', 'tag': '960e5869-4ea4-4af3-ab40-82a152372582', 'status': 'completed', 'code': 200} Mar 11 15:31:17.616126 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3c197c5c-e186-4ac8-bc87-fc586b448d28 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:17.670464 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-3c197c5c-e186-4ac8-bc87-fc586b448d28 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2728498 Mar 11 15:31:17.670464 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ddbc544-f2e9-4bc7-aead-e11bf7f85241', 'tag': 'c54d9cfe-e12d-4438-82f7-9138b5e3b11e'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:31:17.670464 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77751585-9466-48a0-9ff0-08ec7692d668" -d '{"events": [{"name": "network-changed", "server_uuid": "7ddbc544-f2e9-4bc7-aead-e11bf7f85241", "tag": "c54d9cfe-e12d-4438-82f7-9138b5e3b11e"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:31:17.670464 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67e073-ecfa-4043-9bfe-cdf81c40b5c6 req-1743ac2f-7321-4ec2-b6bc-b15b13ff2ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:17.670464 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-de67e073-ecfa-4043-9bfe-cdf81c40b5c6 req-1743ac2f-7321-4ec2-b6bc-b15b13ff2ec3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7d0244beabeb42d0831e351a104bbce8&device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 1130 time: 0.0875812 Mar 11 15:31:17.720224 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-d80197ce-34b1-4150-8777-c17af1803b63 None None] Set router b53d117e-edb0-42b3-8951-e2f506749f3c gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:31:17.738542 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-6cfeba26-2e5e-468f-a1f9-7ae22f41971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'name': 'tempest-TestShelveInstance-1583143426-router', 'tenant_id': '7d0244beabeb42d0831e351a104bbce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'de311db2-be21-4456-896c-a72c51efb87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:23:25Z', 'updated_at': '2022-03-11T15:23:28Z', 'revision_number': 4, 'project_id': '7d0244beabeb42d0831e351a104bbce8', 'gw_port': {'id': 'de311db2-be21-4456-896c-a72c51efb87d', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:23:25Z', 'updated_at': '2022-03-11T15:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': 'd4bdd21b-a6af-4518-b633-a989cfb069a8', 'name': '', 'network_id': 'd8a88a21-9bc5-4199-8c17-333f15d9f909', 'tenant_id': '7d0244beabeb42d0831e351a104bbce8', 'mac_address': 'fa:16:3e:b8:b0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e334dbac-ea6f-40c8-bf50-2480902c25fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:23:27Z', 'updated_at': '2022-03-11T15:23:32Z', 'revision_number': 5, 'project_id': '7d0244beabeb42d0831e351a104bbce8', 'subnets': [{'id': 'e334dbac-ea6f-40c8-bf50-2480902c25fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:17.772567 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfeba26-2e5e-468f-a1f9-7ae22f41971c None None] Checking router: 9f706b4b-6175-4723-8e6e-365ad42c15f9 for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:31:17.783237 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfeba26-2e5e-468f-a1f9-7ae22f41971c None None] Routers {'9f706b4b-6175-4723-8e6e-365ad42c15f9'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:31:17.783901 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-6cfeba26-2e5e-468f-a1f9-7ae22f41971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:31:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['9f706b4b-6175-4723-8e6e-365ad42c15f9'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:17.796115 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67e073-ecfa-4043-9bfe-cdf81c40b5c6 req-fda614d3-4895-4eab-a1b3-c5ea082c25ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:17.799036 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-de67e073-ecfa-4043-9bfe-cdf81c40b5c6 req-fda614d3-4895-4eab-a1b3-c5ea082c25ba service neutron] 10.222.0.66 "GET /v2.0/networks?id=d8a88a21-9bc5-4199-8c17-333f15d9f909 HTTP/1.1" status: 200 len: 910 time: 0.1232464 Mar 11 15:31:17.800715 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9de7b2-9a53-4473-8284-34c54557e53e x-openstack-request-id: req-6d9de7b2-9a53-4473-8284-34c54557e53e {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:31:17.801782 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ddbc544-f2e9-4bc7-aead-e11bf7f85241", "tag": "c54d9cfe-e12d-4438-82f7-9138b5e3b11e", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:31:17.802216 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6d9de7b2-9a53-4473-8284-34c54557e53e {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:31:17.802770 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ddbc544-f2e9-4bc7-aead-e11bf7f85241', 'tag': 'c54d9cfe-e12d-4438-82f7-9138b5e3b11e', 'status': 'completed', 'code': 200} Mar 11 15:31:17.830173 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77751585-9466-48a0-9ff0-08ec7692d668 req-b3c229ed-2b7a-4e4d-8b05-cb7bb2327ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:17.832010 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-77751585-9466-48a0-9ff0-08ec7692d668 req-b3c229ed-2b7a-4e4d-8b05-cb7bb2327ec3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a05c04b4e4784d13a9c157c76e0ff03a&device_id=7ddbc544-f2e9-4bc7-aead-e11bf7f85241 HTTP/1.1" status: 200 len: 1129 time: 0.0944507 Mar 11 15:31:17.850766 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-de67e073-ecfa-4043-9bfe-cdf81c40b5c6 req-95c56495-6062-4afa-ab1b-08532829438b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=960e5869-4ea4-4af3-ab40-82a152372582 HTTP/1.1" status: 200 len: 217 time: 0.0432067 Mar 11 15:31:17.915379 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-6cfeba26-2e5e-468f-a1f9-7ae22f41971c None None] Set router 9f706b4b-6175-4723-8e6e-365ad42c15f9 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:31:17.940018 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67e073-ecfa-4043-9bfe-cdf81c40b5c6 req-258e8c84-62aa-4937-9774-5c4015c19a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:17.941663 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-de67e073-ecfa-4043-9bfe-cdf81c40b5c6 req-258e8c84-62aa-4937-9774-5c4015c19a48 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e334dbac-ea6f-40c8-bf50-2480902c25fb HTTP/1.1" status: 200 len: 848 time: 0.0805821 Mar 11 15:31:17.951309 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ce102-4f5c-4720-bdb0-b1132df27f70 req-15f8138d-74db-4ebd-bc4f-3392649f4087 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:17.953649 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-106ce102-4f5c-4720-bdb0-b1132df27f70 req-15f8138d-74db-4ebd-bc4f-3392649f4087 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.1047690 Mar 11 15:31:17.966744 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77751585-9466-48a0-9ff0-08ec7692d668 req-089f8111-f9e9-41a0-96b0-330c4ff142a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:17.972017 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-77751585-9466-48a0-9ff0-08ec7692d668 req-089f8111-f9e9-41a0-96b0-330c4ff142a2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 HTTP/1.1" status: 200 len: 913 time: 0.1327362 Mar 11 15:31:18.019433 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-d80197ce-34b1-4150-8777-c17af1803b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'name': 'tempest-TestVolumeBootPattern-2045321718-router', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:47Z', 'updated_at': '2022-03-11T15:26:51Z', 'revision_number': 4, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'gw_port': {'id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:48Z', 'updated_at': '2022-03-11T15:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': '831a6531-9cec-42b2-91c3-1bbee15d5867', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'port_id': 'c54d9cfe-e12d-4438-82f7-9138b5e3b11e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'mac_address': 'fa:16:3e:21:c7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddbc544-f2e9-4bc7-aead-e11bf7f85241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:31:16Z', 'updated_at': '2022-03-11T15:31:16Z', 'revision_number': 0, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7013fe69-cb7e-4783-8d3d-6fea370201d7', 'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'mac_address': 'fa:16:3e:da:0a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:50Z', 'updated_at': '2022-03-11T15:26:55Z', 'revision_number': 5, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'subnets': [{'id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:18.029331 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-106ce102-4f5c-4720-bdb0-b1132df27f70 req-db42cfe6-e6d9-4b45-bfd3-39fe4318e859 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662394 Mar 11 15:31:18.040203 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67e073-ecfa-4043-9bfe-cdf81c40b5c6 req-ab5a6480-c20f-4115-a226-afb7669dd790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:18.041992 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-de67e073-ecfa-4043-9bfe-cdf81c40b5c6 req-ab5a6480-c20f-4115-a226-afb7669dd790 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d8a88a21-9bc5-4199-8c17-333f15d9f909&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0872750 Mar 11 15:31:18.059579 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-77751585-9466-48a0-9ff0-08ec7692d668 req-caf93b74-0dc7-4138-a21f-bbc87f37fb25 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c54d9cfe-e12d-4438-82f7-9138b5e3b11e HTTP/1.1" status: 200 len: 998 time: 0.0815885 Mar 11 15:31:18.091594 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80197ce-34b1-4150-8777-c17af1803b63 None None] Checking router: b53d117e-edb0-42b3-8951-e2f506749f3c for host: dv-cinder-833365-1-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:31:18.116618 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80197ce-34b1-4150-8777-c17af1803b63 None None] Routers {'b53d117e-edb0-42b3-8951-e2f506749f3c'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:31:18.117277 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-d80197ce-34b1-4150-8777-c17af1803b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:31:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['b53d117e-edb0-42b3-8951-e2f506749f3c'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:18.119323 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77751585-9466-48a0-9ff0-08ec7692d668 req-dfa0ceb4-59c5-4bb6-b124-bbcb229418ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:18.120590 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-77751585-9466-48a0-9ff0-08ec7692d668 req-dfa0ceb4-59c5-4bb6-b124-bbcb229418ca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ff0797ed-948d-4bc0-a15c-6d476f6713f7 HTTP/1.1" status: 200 len: 851 time: 0.0557144 Mar 11 15:31:18.205778 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-de67e073-ecfa-4043-9bfe-cdf81c40b5c6 req-ce93e3dd-9229-414c-9683-459fdf81d3cc service neutron] 10.222.0.66 "GET /v2.0/networks/d8a88a21-9bc5-4199-8c17-333f15d9f909?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493411 Mar 11 15:31:18.212693 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77751585-9466-48a0-9ff0-08ec7692d668 req-b9fb7174-0216-46a0-a35d-60678dd7a109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:18.214429 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-77751585-9466-48a0-9ff0-08ec7692d668 req-b9fb7174-0216-46a0-a35d-60678dd7a109 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0af61b1c-cde3-490d-a2cc-9dcf9e2c2131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0871215 Mar 11 15:31:18.236196 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-6cfeba26-2e5e-468f-a1f9-7ae22f41971c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'name': 'tempest-TestShelveInstance-1583143426-router', 'tenant_id': '7d0244beabeb42d0831e351a104bbce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'de311db2-be21-4456-896c-a72c51efb87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:23:25Z', 'updated_at': '2022-03-11T15:23:28Z', 'revision_number': 4, 'project_id': '7d0244beabeb42d0831e351a104bbce8', 'gw_port': {'id': 'de311db2-be21-4456-896c-a72c51efb87d', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:23:25Z', 'updated_at': '2022-03-11T15:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': 'd4bdd21b-a6af-4518-b633-a989cfb069a8', 'name': '', 'network_id': 'd8a88a21-9bc5-4199-8c17-333f15d9f909', 'tenant_id': '7d0244beabeb42d0831e351a104bbce8', 'mac_address': 'fa:16:3e:b8:b0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e334dbac-ea6f-40c8-bf50-2480902c25fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:23:27Z', 'updated_at': '2022-03-11T15:23:32Z', 'revision_number': 5, 'project_id': '7d0244beabeb42d0831e351a104bbce8', 'subnets': [{'id': 'e334dbac-ea6f-40c8-bf50-2480902c25fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:18.263655 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-d80197ce-34b1-4150-8777-c17af1803b63 None None] Set router b53d117e-edb0-42b3-8951-e2f506749f3c gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:31:18.273086 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfeba26-2e5e-468f-a1f9-7ae22f41971c None None] The sync data for ids ['9f706b4b-6175-4723-8e6e-365ad42c15f9'] in dv-cinder-833365-1-iscsi is: [{'id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'name': 'tempest-TestShelveInstance-1583143426-router', 'tenant_id': '7d0244beabeb42d0831e351a104bbce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'de311db2-be21-4456-896c-a72c51efb87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:23:25Z', 'updated_at': '2022-03-11T15:23:28Z', 'revision_number': 4, 'project_id': '7d0244beabeb42d0831e351a104bbce8', 'gw_port': {'id': 'de311db2-be21-4456-896c-a72c51efb87d', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:23:25Z', 'updated_at': '2022-03-11T15:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': 'd4bdd21b-a6af-4518-b633-a989cfb069a8', 'name': '', 'network_id': 'd8a88a21-9bc5-4199-8c17-333f15d9f909', 'tenant_id': '7d0244beabeb42d0831e351a104bbce8', 'mac_address': 'fa:16:3e:b8:b0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'e334dbac-ea6f-40c8-bf50-2480902c25fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:23:27Z', 'updated_at': '2022-03-11T15:23:32Z', 'revision_number': 5, 'project_id': '7d0244beabeb42d0831e351a104bbce8', 'subnets': [{'id': 'e334dbac-ea6f-40c8-bf50-2480902c25fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:31:18.326099 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-de67e073-ecfa-4043-9bfe-cdf81c40b5c6 req-58921708-713b-4fa4-b712-0f2beaef0293 service neutron] 10.222.0.66 "GET /v2.0/networks/d8a88a21-9bc5-4199-8c17-333f15d9f909?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135890 Mar 11 15:31:18.347309 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-77751585-9466-48a0-9ff0-08ec7692d668 req-1fd9924f-a387-45a0-a7b5-4977a9a61067 service neutron] 10.222.0.66 "GET /v2.0/networks/0af61b1c-cde3-490d-a2cc-9dcf9e2c2131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266568 Mar 11 15:31:18.548452 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8500ab-9dbb-443c-94b6-636bd8518aca None None] New status for floating IP dc0312a4-f56f-4ae4-a45d-72962df6cc75: DOWN {{(pid=103741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:31:18.573474 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-d80197ce-34b1-4150-8777-c17af1803b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'name': 'tempest-TestVolumeBootPattern-2045321718-router', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:47Z', 'updated_at': '2022-03-11T15:26:51Z', 'revision_number': 4, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'gw_port': {'id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:48Z', 'updated_at': '2022-03-11T15:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': '831a6531-9cec-42b2-91c3-1bbee15d5867', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'port_id': 'c54d9cfe-e12d-4438-82f7-9138b5e3b11e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'mac_address': 'fa:16:3e:21:c7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddbc544-f2e9-4bc7-aead-e11bf7f85241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:31:16Z', 'updated_at': '2022-03-11T15:31:16Z', 'revision_number': 0, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7013fe69-cb7e-4783-8d3d-6fea370201d7', 'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'mac_address': 'fa:16:3e:da:0a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:50Z', 'updated_at': '2022-03-11T15:26:55Z', 'revision_number': 5, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'subnets': [{'id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:18.608348 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80197ce-34b1-4150-8777-c17af1803b63 None None] The sync data for ids ['b53d117e-edb0-42b3-8951-e2f506749f3c'] in dv-cinder-833365-1-iscsi is: [{'id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'name': 'tempest-TestVolumeBootPattern-2045321718-router', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:47Z', 'updated_at': '2022-03-11T15:26:51Z', 'revision_number': 4, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'gw_port': {'id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:48Z', 'updated_at': '2022-03-11T15:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': '831a6531-9cec-42b2-91c3-1bbee15d5867', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'port_id': 'c54d9cfe-e12d-4438-82f7-9138b5e3b11e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'mac_address': 'fa:16:3e:21:c7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddbc544-f2e9-4bc7-aead-e11bf7f85241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:31:16Z', 'updated_at': '2022-03-11T15:31:16Z', 'revision_number': 0, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7013fe69-cb7e-4783-8d3d-6fea370201d7', 'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'mac_address': 'fa:16:3e:da:0a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:50Z', 'updated_at': '2022-03-11T15:26:55Z', 'revision_number': 5, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'subnets': [{'id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:31:18.692136 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-77751585-9466-48a0-9ff0-08ec7692d668 req-c906edd1-667a-474a-a4aa-162d5dc6ed81 service neutron] 10.222.0.66 "GET /v2.0/networks/0af61b1c-cde3-490d-a2cc-9dcf9e2c2131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373408 Mar 11 15:31:18.841980 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c9c53d-2947-4607-8bcf-12eefacd06b2 None None] New status for floating IP 831a6531-9cec-42b2-91c3-1bbee15d5867: ACTIVE {{(pid=103742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:31:19.166350 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ab552-cecf-4c8c-a6ac-32472de43afc req-7fedf343-38e4-4bcf-8caf-9a481b73c113 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:19.167848 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8e3ab552-cecf-4c8c-a6ac-32472de43afc req-7fedf343-38e4-4bcf-8caf-9a481b73c113 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.0531802 Mar 11 15:31:19.220828 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8e3ab552-cecf-4c8c-a6ac-32472de43afc req-840e8e32-ecdd-4be9-8966-66284d2a7cea tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/security-groups?id=6effec3c-a59c-45be-a33a-a442f7e88e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464017 Mar 11 15:31:19.543832 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b16f3-de21-417a-8fbc-68103d002e64 req-55c9791f-cfac-48fe-99ce-8f757099dd44 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:19.545290 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5b5b16f3-de21-417a-8fbc-68103d002e64 req-55c9791f-cfac-48fe-99ce-8f757099dd44 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 946 time: 0.0523727 Mar 11 15:31:19.643378 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [req-5b5b16f3-de21-417a-8fbc-68103d002e64 req-073fa46f-cb47-4001-b150-830f29d51546 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Deleting port 960e5869-4ea4-4af3-ab40-82a152372582 {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:31:19.643728 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-5b5b16f3-de21-417a-8fbc-68103d002e64 req-073fa46f-cb47-4001-b150-830f29d51546 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (960e5869-4ea4-4af3-ab40-82a152372582), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:19.731307 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [req-5b5b16f3-de21-417a-8fbc-68103d002e64 req-073fa46f-cb47-4001-b150-830f29d51546 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] For port 960e5869-4ea4-4af3-ab40-82a152372582, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=960e5869-4ea4-4af3-ab40-82a152372582,segment=NetworkSegment(619dc896-bf7c-47d3-b303-226721fbea91),segment_id=619dc896-bf7c-47d3-b303-226721fbea91)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:19.731923 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-5b5b16f3-de21-417a-8fbc-68103d002e64 req-073fa46f-cb47-4001-b150-830f29d51546 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (960e5869-4ea4-4af3-ab40-82a152372582), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:19.749743 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [req-5b5b16f3-de21-417a-8fbc-68103d002e64 req-073fa46f-cb47-4001-b150-830f29d51546 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Calling delete_port for 960e5869-4ea4-4af3-ab40-82a152372582 owned by compute:nova {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:31:19.944391 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-5b5b16f3-de21-417a-8fbc-68103d002e64 req-073fa46f-cb47-4001-b150-830f29d51546 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (960e5869-4ea4-4af3-ab40-82a152372582), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:19.973102 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073fa46f-cb47-4001-b150-830f29d51546 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Pushing event deleted for resources: {'Port': ['ID=960e5869-4ea4-4af3-ab40-82a152372582,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:20.020476 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5b16f3-de21-417a-8fbc-68103d002e64 req-073fa46f-cb47-4001-b150-830f29d51546 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] No DVR routers for this DVR port 960e5869-4ea4-4af3-ab40-82a152372582 on host hv-cinder-83336 {{(pid=103740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:31:20.023030 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-5b5b16f3-de21-417a-8fbc-68103d002e64 req-073fa46f-cb47-4001-b150-830f29d51546 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:20.026482 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5b5b16f3-de21-417a-8fbc-68103d002e64 req-073fa46f-cb47-4001-b150-830f29d51546 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.66 "DELETE /v2.0/ports/960e5869-4ea4-4af3-ab40-82a152372582 HTTP/1.1" status: 204 len: 173 time: 0.4758739 Mar 11 15:31:20.026949 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7c520e-f1ef-4f33-9a35-4a73607159e2', 'name': 'network-vif-deleted', 'tag': '960e5869-4ea4-4af3-ab40-82a152372582'}] {{(pid=103740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:31:20.029782 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}650d324cd5ca1e8c5fe43ff80fd40eee127a08b7efb0df58efbaed5274d8fbf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f801fbc2-23c7-4499-81cc-469b8a05c917" -d '{"events": [{"server_uuid": "cd7c520e-f1ef-4f33-9a35-4a73607159e2", "name": "network-vif-deleted", "tag": "960e5869-4ea4-4af3-ab40-82a152372582"}]}' {{(pid=103740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:31:20.066083 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bb0240-25ca-49f7-bad0-11d5593eedd7 x-openstack-request-id: req-32bb0240-25ca-49f7-bad0-11d5593eedd7 {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:31:20.066375 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd7c520e-f1ef-4f33-9a35-4a73607159e2", "name": "network-vif-deleted", "tag": "960e5869-4ea4-4af3-ab40-82a152372582", "status": "completed", "code": 200}]} {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:31:20.066630 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-32bb0240-25ca-49f7-bad0-11d5593eedd7 {{(pid=103740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:31:20.067035 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7c520e-f1ef-4f33-9a35-4a73607159e2', 'name': 'network-vif-deleted', 'tag': '960e5869-4ea4-4af3-ab40-82a152372582', 'status': 'completed', 'code': 200} Mar 11 15:31:20.323059 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3a09b8c8-955a-4f5b-90ce-3b2e65a1c8e7 req-32adc0af-0e80-4d83-b643-3b1f0f63fa4f tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd7c520e-f1ef-4f33-9a35-4a73607159e2 HTTP/1.1" status: 200 len: 210 time: 0.0344546 Mar 11 15:31:21.260541 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d442d-fb69-4536-82a6-88e40ea9533c req-e8393937-c662-4e9a-91e3-ea82bc54df50 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:21.262013 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-785d442d-fb69-4536-82a6-88e40ea9533c req-e8393937-c662-4e9a-91e3-ea82bc54df50 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=049ea3ca-a94f-4050-8aee-16d35e52d429 HTTP/1.1" status: 200 len: 945 time: 0.0565047 Mar 11 15:31:21.309424 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-785d442d-fb69-4536-82a6-88e40ea9533c req-15b22c84-b20a-4f33-8f06-2a85551875d7 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=98b927f2-7c76-4180-a451-54f5f42a2b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411873 Mar 11 15:31:21.391727 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 35858) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:31:21.453556 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-223c0a5b-f3a6-49e1-9ca4-0b31051faa11 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks [] for security_group (6effec3c-a59c-45be-a33a-a442f7e88e0c), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:21.480288 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-223c0a5b-f3a6-49e1-9ca4-0b31051faa11 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks [] for security_group (6effec3c-a59c-45be-a33a-a442f7e88e0c), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:21.607328 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-223c0a5b-f3a6-49e1-9ca4-0b31051faa11 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (6effec3c-a59c-45be-a33a-a442f7e88e0c), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:21.610264 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-223c0a5b-f3a6-49e1-9ca4-0b31051faa11 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:21.611402 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-223c0a5b-f3a6-49e1-9ca4-0b31051faa11 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] 10.222.0.44 "DELETE /v2.0/security-groups/6effec3c-a59c-45be-a33a-a442f7e88e0c HTTP/1.1" status: 204 len: 168 time: 0.2186453 Mar 11 15:31:21.620656 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c0a5b-f3a6-49e1-9ca4-0b31051faa11 tempest-TestShelveInstance-1108930026 tempest-TestShelveInstance-1108930026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6effec3c-a59c-45be-a33a-a442f7e88e0c,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:21.715276 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 35862) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:31:22.329490 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-db491c58-18d5-4617-9faf-7290b3326535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630665'] for router_interface (9f706b4b-6175-4723-8e6e-365ad42c15f9), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:22.432550 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0d6fa-e017-4e6e-a2ca-a0ffb374c245 req-40be8505-0f9c-4ac9-a7d2-3369fbf34ec3 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:22.434248 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-38c0d6fa-e017-4e6e-a2ca-a0ffb374c245 req-40be8505-0f9c-4ac9-a7d2-3369fbf34ec3 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=049ea3ca-a94f-4050-8aee-16d35e52d429 HTTP/1.1" status: 200 len: 945 time: 0.0559688 Mar 11 15:31:22.483156 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-38c0d6fa-e017-4e6e-a2ca-a0ffb374c245 req-060cfc66-65f5-4c66-82af-467b471ddfd7 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=98b927f2-7c76-4180-a451-54f5f42a2b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430040 Mar 11 15:31:22.581220 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-db491c58-18d5-4617-9faf-7290b3326535 admin admin] Deleting port d4bdd21b-a6af-4518-b633-a989cfb069a8 {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:31:22.581460 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-db491c58-18d5-4617-9faf-7290b3326535 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (d4bdd21b-a6af-4518-b633-a989cfb069a8), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:22.610116 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 960e5869-4ea4-4af3-ab40-82a152372582 no longer exists at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:31:22.629795 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] No Port match for: 960e5869-4ea4-4af3-ab40-82a152372582 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:31:22.630134 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 960e5869-4ea4-4af3-ab40-82a152372582 not bound to the agent host hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:31:22.664767 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [None req-db491c58-18d5-4617-9faf-7290b3326535 admin admin] For port d4bdd21b-a6af-4518-b633-a989cfb069a8, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=d4bdd21b-a6af-4518-b633-a989cfb069a8,segment=NetworkSegment(619dc896-bf7c-47d3-b303-226721fbea91),segment_id=619dc896-bf7c-47d3-b303-226721fbea91)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:22.665126 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-db491c58-18d5-4617-9faf-7290b3326535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (d4bdd21b-a6af-4518-b633-a989cfb069a8), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:22.678358 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-db491c58-18d5-4617-9faf-7290b3326535 admin admin] Calling delete_port for d4bdd21b-a6af-4518-b633-a989cfb069a8 owned by network:router_interface {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:31:22.926139 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-db491c58-18d5-4617-9faf-7290b3326535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (d4bdd21b-a6af-4518-b633-a989cfb069a8), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:22.956299 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db491c58-18d5-4617-9faf-7290b3326535 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4bdd21b-a6af-4518-b633-a989cfb069a8,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:23.161024 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-db491c58-18d5-4617-9faf-7290b3326535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624153'] for router_interface (9f706b4b-6175-4723-8e6e-365ad42c15f9), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:23.219032 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e147238-d9ac-44d2-9718-16bfc3a20d2d req-097badc6-2c6f-438e-9342-b22c5cfb6f04 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:23.220671 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9e147238-d9ac-44d2-9718-16bfc3a20d2d req-097badc6-2c6f-438e-9342-b22c5cfb6f04 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.66 "GET /v2.0/ports?device_id=049ea3ca-a94f-4050-8aee-16d35e52d429 HTTP/1.1" status: 200 len: 945 time: 0.1071298 Mar 11 15:31:23.412305 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [req-9e147238-d9ac-44d2-9718-16bfc3a20d2d req-ef9f8ab5-979b-4486-a832-2921af4d0ab7 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Deleting port c6cb91eb-a127-4a1b-a0fe-8f3213c02a45 {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:31:23.413017 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-9e147238-d9ac-44d2-9718-16bfc3a20d2d req-ef9f8ab5-979b-4486-a832-2921af4d0ab7 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (c6cb91eb-a127-4a1b-a0fe-8f3213c02a45), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:23.524416 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db491c58-18d5-4617-9faf-7290b3326535 admin admin] Router 9f706b4b-6175-4723-8e6e-365ad42c15f9 has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:31:23.549181 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [req-9e147238-d9ac-44d2-9718-16bfc3a20d2d req-ef9f8ab5-979b-4486-a832-2921af4d0ab7 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] For port c6cb91eb-a127-4a1b-a0fe-8f3213c02a45, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=c6cb91eb-a127-4a1b-a0fe-8f3213c02a45,segment=NetworkSegment(08e2d6d3-038c-4332-be4e-e62a17151335),segment_id=08e2d6d3-038c-4332-be4e-e62a17151335)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:23.549556 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-9e147238-d9ac-44d2-9718-16bfc3a20d2d req-ef9f8ab5-979b-4486-a832-2921af4d0ab7 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (c6cb91eb-a127-4a1b-a0fe-8f3213c02a45), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:24.052847 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561d3a3-14a3-436c-90e9-7cc2bc987868 req-a237f385-9995-4873-a717-add350def78b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:24.054310 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7561d3a3-14a3-436c-90e9-7cc2bc987868 req-a237f385-9995-4873-a717-add350def78b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=049ea3ca-a94f-4050-8aee-16d35e52d429 HTTP/1.1" status: 200 len: 945 time: 0.4654748 Mar 11 15:31:24.072464 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db491c58-18d5-4617-9faf-7290b3326535 admin admin] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:31:24.081656 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-db491c58-18d5-4617-9faf-7290b3326535 admin admin] 10.222.0.44 "PUT /v2.0/routers/9f706b4b-6175-4723-8e6e-365ad42c15f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3629119 Mar 11 15:31:24.082238 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a66cd7-c201-4005-9e69-ebe3dc0efbc0 None None] Sync routers for ids ['9f706b4b-6175-4723-8e6e-365ad42c15f9'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:31:24.082880 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 35870) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:31:24.096770 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a66cd7-c201-4005-9e69-ebe3dc0efbc0 None None] Routers {'9f706b4b-6175-4723-8e6e-365ad42c15f9'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:31:24.097641 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-d6a66cd7-c201-4005-9e69-ebe3dc0efbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:31:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['9f706b4b-6175-4723-8e6e-365ad42c15f9'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:24.163481 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7561d3a3-14a3-436c-90e9-7cc2bc987868 req-5cbd0856-2c5f-4eaa-b3b8-4cf1ee054b0c tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=98b927f2-7c76-4180-a451-54f5f42a2b65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987725 Mar 11 15:31:24.165331 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-9e147238-d9ac-44d2-9718-16bfc3a20d2d req-ef9f8ab5-979b-4486-a832-2921af4d0ab7 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:24.165689 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-9e147238-d9ac-44d2-9718-16bfc3a20d2d req-ef9f8ab5-979b-4486-a832-2921af4d0ab7 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628361'] for floatingip (e7de038a-fa3a-42f4-a93a-a8ad58e18d70), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:24.166000 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.db.l3_db [req-9e147238-d9ac-44d2-9718-16bfc3a20d2d req-ef9f8ab5-979b-4486-a832-2921af4d0ab7 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Floating IP e7de038a-fa3a-42f4-a93a-a8ad58e18d70 disassociated. External IP: 172.27.2.175, port: c6cb91eb-a127-4a1b-a0fe-8f3213c02a45. Mar 11 15:31:24.166332 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [req-9e147238-d9ac-44d2-9718-16bfc3a20d2d req-ef9f8ab5-979b-4486-a832-2921af4d0ab7 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Calling delete_port for c6cb91eb-a127-4a1b-a0fe-8f3213c02a45 owned by compute:nova {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:31:24.200678 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-55deceda-0f6e-41d4-b16c-c7af7df23820 admin admin] Publish callbacks [] for router (9f706b4b-6175-4723-8e6e-365ad42c15f9), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:24.209780 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-d6a66cd7-c201-4005-9e69-ebe3dc0efbc0 None None] Set router 9f706b4b-6175-4723-8e6e-365ad42c15f9 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:31:24.315252 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-55deceda-0f6e-41d4-b16c-c7af7df23820 admin admin] Publish callbacks [] for router_gateway (9f706b4b-6175-4723-8e6e-365ad42c15f9), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:24.348480 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-9e147238-d9ac-44d2-9718-16bfc3a20d2d req-ef9f8ab5-979b-4486-a832-2921af4d0ab7 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (c6cb91eb-a127-4a1b-a0fe-8f3213c02a45), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:24.379741 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9f8ab5-979b-4486-a832-2921af4d0ab7 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event deleted for resources: {'Port': ['ID=c6cb91eb-a127-4a1b-a0fe-8f3213c02a45,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:24.425250 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-55deceda-0f6e-41d4-b16c-c7af7df23820 admin admin] Deleting port de311db2-be21-4456-896c-a72c51efb87d {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:31:24.425674 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-55deceda-0f6e-41d4-b16c-c7af7df23820 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (de311db2-be21-4456-896c-a72c51efb87d), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:24.426847 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-d6a66cd7-c201-4005-9e69-ebe3dc0efbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'name': 'tempest-TestShelveInstance-1583143426-router', 'tenant_id': '7d0244beabeb42d0831e351a104bbce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': 'de311db2-be21-4456-896c-a72c51efb87d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:23:25Z', 'updated_at': '2022-03-11T15:31:22Z', 'revision_number': 5, 'project_id': '7d0244beabeb42d0831e351a104bbce8', 'gw_port': {'id': 'de311db2-be21-4456-896c-a72c51efb87d', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:4a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:23:25Z', 'updated_at': '2022-03-11T15:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:24.456012 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a66cd7-c201-4005-9e69-ebe3dc0efbc0 None None] Checking router: 9f706b4b-6175-4723-8e6e-365ad42c15f9 for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:31:24.465094 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a66cd7-c201-4005-9e69-ebe3dc0efbc0 None None] Routers {'9f706b4b-6175-4723-8e6e-365ad42c15f9'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:31:24.465627 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-d6a66cd7-c201-4005-9e69-ebe3dc0efbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:31:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['9f706b4b-6175-4723-8e6e-365ad42c15f9'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:24.519507 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e147238-d9ac-44d2-9718-16bfc3a20d2d req-ef9f8ab5-979b-4486-a832-2921af4d0ab7 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:31:24.520740 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [None req-55deceda-0f6e-41d4-b16c-c7af7df23820 admin admin] For port de311db2-be21-4456-896c-a72c51efb87d, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=de311db2-be21-4456-896c-a72c51efb87d,segment=NetworkSegment(64a1f402-9998-47a9-9edb-15a3bada483f),segment_id=64a1f402-9998-47a9-9edb-15a3bada483f)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:24.521225 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-55deceda-0f6e-41d4-b16c-c7af7df23820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (de311db2-be21-4456-896c-a72c51efb87d), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:24.537643 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-55deceda-0f6e-41d4-b16c-c7af7df23820 admin admin] Calling delete_port for de311db2-be21-4456-896c-a72c51efb87d owned by network:router_gateway {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:31:24.637275 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e147238-d9ac-44d2-9718-16bfc3a20d2d req-ef9f8ab5-979b-4486-a832-2921af4d0ab7 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:31:24.650792 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65872fc7-24a7-471c-a2a7-b10f5f7a792e None None] Sync routers for ids ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'] in dv-cinder-833365-1-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:31:24.661110 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65872fc7-24a7-471c-a2a7-b10f5f7a792e None None] Routers {'1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:31:24.662050 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-65872fc7-24a7-471c-a2a7-b10f5f7a792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:31:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:24.685246 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e147238-d9ac-44d2-9718-16bfc3a20d2d req-ef9f8ab5-979b-4486-a832-2921af4d0ab7 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] No DVR routers for this DVR port c6cb91eb-a127-4a1b-a0fe-8f3213c02a45 on host hv-cinder-83336 {{(pid=103740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:31:24.685246 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-9e147238-d9ac-44d2-9718-16bfc3a20d2d req-ef9f8ab5-979b-4486-a832-2921af4d0ab7 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:24.685246 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9e147238-d9ac-44d2-9718-16bfc3a20d2d req-ef9f8ab5-979b-4486-a832-2921af4d0ab7 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.66 "DELETE /v2.0/ports/c6cb91eb-a127-4a1b-a0fe-8f3213c02a45 HTTP/1.1" status: 204 len: 173 time: 1.4586811 Mar 11 15:31:24.685709 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049ea3ca-a94f-4050-8aee-16d35e52d429', 'name': 'network-vif-deleted', 'tag': 'c6cb91eb-a127-4a1b-a0fe-8f3213c02a45'}] {{(pid=103740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:31:24.688871 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}650d324cd5ca1e8c5fe43ff80fd40eee127a08b7efb0df58efbaed5274d8fbf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905d7d8c-80f5-4477-9608-e4d10ff4c8b2" -d '{"events": [{"server_uuid": "049ea3ca-a94f-4050-8aee-16d35e52d429", "name": "network-vif-deleted", "tag": "c6cb91eb-a127-4a1b-a0fe-8f3213c02a45"}]}' {{(pid=103740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:31:24.729041 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b98394-10cb-4dd2-8fad-ec0675e423e7 x-openstack-request-id: req-e9b98394-10cb-4dd2-8fad-ec0675e423e7 {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:31:24.729334 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "049ea3ca-a94f-4050-8aee-16d35e52d429", "name": "network-vif-deleted", "tag": "c6cb91eb-a127-4a1b-a0fe-8f3213c02a45", "status": "completed", "code": 200}]} {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:31:24.729586 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e9b98394-10cb-4dd2-8fad-ec0675e423e7 {{(pid=103740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:31:24.729988 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049ea3ca-a94f-4050-8aee-16d35e52d429', 'name': 'network-vif-deleted', 'tag': 'c6cb91eb-a127-4a1b-a0fe-8f3213c02a45', 'status': 'completed', 'code': 200} Mar 11 15:31:24.737061 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-d6a66cd7-c201-4005-9e69-ebe3dc0efbc0 None None] Set router 9f706b4b-6175-4723-8e6e-365ad42c15f9 gateway port host: None {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:31:24.794451 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-65872fc7-24a7-471c-a2a7-b10f5f7a792e None None] Set router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:31:24.801430 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-d6a66cd7-c201-4005-9e69-ebe3dc0efbc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'name': 'tempest-TestShelveInstance-1583143426-router', 'tenant_id': '7d0244beabeb42d0831e351a104bbce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:23:25Z', 'updated_at': '2022-03-11T15:31:24Z', 'revision_number': 6, 'project_id': '7d0244beabeb42d0831e351a104bbce8', 'gw_port_host': None}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:24.820830 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-55deceda-0f6e-41d4-b16c-c7af7df23820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (de311db2-be21-4456-896c-a72c51efb87d), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:24.826301 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a66cd7-c201-4005-9e69-ebe3dc0efbc0 None None] The sync data for ids ['9f706b4b-6175-4723-8e6e-365ad42c15f9'] in dv-cinder-833365-1-iscsi is: [{'id': '9f706b4b-6175-4723-8e6e-365ad42c15f9', 'name': 'tempest-TestShelveInstance-1583143426-router', 'tenant_id': '7d0244beabeb42d0831e351a104bbce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:23:25Z', 'updated_at': '2022-03-11T15:31:24Z', 'revision_number': 6, 'project_id': '7d0244beabeb42d0831e351a104bbce8', 'gw_port_host': None}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:31:24.866424 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55deceda-0f6e-41d4-b16c-c7af7df23820 admin admin] Pushing event deleted for resources: {'Port': ['ID=de311db2-be21-4456-896c-a72c51efb87d,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:24.912387 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55deceda-0f6e-41d4-b16c-c7af7df23820 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:24.912739 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55deceda-0f6e-41d4-b16c-c7af7df23820 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:24.913087 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55deceda-0f6e-41d4-b16c-c7af7df23820 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:24.913436 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55deceda-0f6e-41d4-b16c-c7af7df23820 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:24.913772 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55deceda-0f6e-41d4-b16c-c7af7df23820 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:24.914104 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55deceda-0f6e-41d4-b16c-c7af7df23820 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:24.914701 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55deceda-0f6e-41d4-b16c-c7af7df23820 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:24.915209 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55deceda-0f6e-41d4-b16c-c7af7df23820 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:24.915600 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55deceda-0f6e-41d4-b16c-c7af7df23820 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:24.915933 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55deceda-0f6e-41d4-b16c-c7af7df23820 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:24.916267 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55deceda-0f6e-41d4-b16c-c7af7df23820 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:24.916611 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55deceda-0f6e-41d4-b16c-c7af7df23820 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:24.916942 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55deceda-0f6e-41d4-b16c-c7af7df23820 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:24.971349 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-55deceda-0f6e-41d4-b16c-c7af7df23820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628403'] for router_gateway (9f706b4b-6175-4723-8e6e-365ad42c15f9), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:25.067124 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-55deceda-0f6e-41d4-b16c-c7af7df23820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8443'] for router (9f706b4b-6175-4723-8e6e-365ad42c15f9), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:25.069684 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-55deceda-0f6e-41d4-b16c-c7af7df23820 admin admin] Publish callbacks [] for router_controller (9f706b4b-6175-4723-8e6e-365ad42c15f9), precommit_delete_associations {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:25.121986 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-65872fc7-24a7-471c-a2a7-b10f5f7a792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'name': 'tempest-AttachVolumeNegativeTest-850374247-router', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:48Z', 'revision_number': 4, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'gw_port': {'id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '91b94c66-669a-4d42-994d-c2a3469a4ba6', 'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'mac_address': 'fa:16:3e:92:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:47Z', 'updated_at': '2022-03-11T15:21:57Z', 'revision_number': 5, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'subnets': [{'id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:25.148661 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65872fc7-24a7-471c-a2a7-b10f5f7a792e None None] Checking router: 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 for host: dv-cinder-833365-1-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:31:25.157075 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65872fc7-24a7-471c-a2a7-b10f5f7a792e None None] Routers {'1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:31:25.157680 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-65872fc7-24a7-471c-a2a7-b10f5f7a792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:31:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:25.198076 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-55deceda-0f6e-41d4-b16c-c7af7df23820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-625447'] for router (9f706b4b-6175-4723-8e6e-365ad42c15f9), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:25.198076 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55deceda-0f6e-41d4-b16c-c7af7df23820 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f706b4b-6175-4723-8e6e-365ad42c15f9 {{(pid=103739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:31:25.203067 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-55deceda-0f6e-41d4-b16c-c7af7df23820 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:25.206803 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 35876) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:31:25.207000 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-55deceda-0f6e-41d4-b16c-c7af7df23820 admin admin] 10.222.0.44 "DELETE /v2.0/routers/9f706b4b-6175-4723-8e6e-365ad42c15f9 HTTP/1.1" status: 204 len: 168 time: 1.1229250 Mar 11 15:31:25.270861 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb6a1ce6-8d46-4a45-b47e-7890969dcaec admin admin] Deleting subnet e334dbac-ea6f-40c8-bf50-2480902c25fb {{(pid=103740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 15:31:25.277956 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-bb6a1ce6-8d46-4a45-b47e-7890969dcaec admin admin] Publish callbacks [] for subnet (e334dbac-ea6f-40c8-bf50-2480902c25fb), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:25.286045 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-65872fc7-24a7-471c-a2a7-b10f5f7a792e None None] Set router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:31:25.336455 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4df6110d-2542-40f8-9b2f-d23a4bc6b396 req-a25e9cc4-1fba-4522-bc60-bae4bd1fe67a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=049ea3ca-a94f-4050-8aee-16d35e52d429 HTTP/1.1" status: 200 len: 210 time: 0.0537524 Mar 11 15:31:25.342195 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-bb6a1ce6-8d46-4a45-b47e-7890969dcaec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14027362'] for subnet (e334dbac-ea6f-40c8-bf50-2480902c25fb), precommit_delete_associations {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:25.431052 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-bb6a1ce6-8d46-4a45-b47e-7890969dcaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1914166'] for subnet (e334dbac-ea6f-40c8-bf50-2480902c25fb), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:25.505186 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-65872fc7-24a7-471c-a2a7-b10f5f7a792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'name': 'tempest-AttachVolumeNegativeTest-850374247-router', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:48Z', 'revision_number': 4, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'gw_port': {'id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '91b94c66-669a-4d42-994d-c2a3469a4ba6', 'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'mac_address': 'fa:16:3e:92:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:47Z', 'updated_at': '2022-03-11T15:21:57Z', 'revision_number': 5, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'subnets': [{'id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:25.529904 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65872fc7-24a7-471c-a2a7-b10f5f7a792e None None] The sync data for ids ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'] in dv-cinder-833365-1-iscsi is: [{'id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'name': 'tempest-AttachVolumeNegativeTest-850374247-router', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:48Z', 'revision_number': 4, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'gw_port': {'id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '91b94c66-669a-4d42-994d-c2a3469a4ba6', 'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'mac_address': 'fa:16:3e:92:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:47Z', 'updated_at': '2022-03-11T15:21:57Z', 'revision_number': 5, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'subnets': [{'id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:31:25.539152 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-bb6a1ce6-8d46-4a45-b47e-7890969dcaec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1914173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15279855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14213724'] for subnet (e334dbac-ea6f-40c8-bf50-2480902c25fb), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:25.565996 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a1ce6-8d46-4a45-b47e-7890969dcaec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e334dbac-ea6f-40c8-bf50-2480902c25fb,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:25.569773 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-bb6a1ce6-8d46-4a45-b47e-7890969dcaec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:25.572947 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-bb6a1ce6-8d46-4a45-b47e-7890969dcaec admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e334dbac-ea6f-40c8-bf50-2480902c25fb HTTP/1.1" status: 204 len: 168 time: 0.3649449 Mar 11 15:31:25.575615 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 35880) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:31:25.582750 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33afcf23-1975-47d5-ac60-192ea8cb7b09 None None] Network d8a88a21-9bc5-4199-8c17-333f15d9f909 requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:31:25.659433 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3cd3a7ba-f838-42b1-b09e-985a84896c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2071539'] for network (d8a88a21-9bc5-4199-8c17-333f15d9f909), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:25.756787 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device d4bdd21b-a6af-4518-b633-a989cfb069a8 no longer exists at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:31:25.774450 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-3cd3a7ba-f838-42b1-b09e-985a84896c0a admin admin] Deleting port e6b82401-0514-4274-b3be-e5742257a404 {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:31:25.774450 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3cd3a7ba-f838-42b1-b09e-985a84896c0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (e6b82401-0514-4274-b3be-e5742257a404), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:25.788292 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] No Port match for: d4bdd21b-a6af-4518-b633-a989cfb069a8 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:31:25.788635 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device d4bdd21b-a6af-4518-b633-a989cfb069a8 not bound to the agent host dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:31:25.789063 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device de311db2-be21-4456-896c-a72c51efb87d no longer exists at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:31:25.814634 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97a4368-041b-42df-92cd-4f9b6a20a333 None None] DHCP port deletion for d8a88a21-9bc5-4199-8c17-333f15d9f909 request from dv-cinder-833365-1-iscsi {{(pid=103741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 15:31:25.816842 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] No Port match for: de311db2-be21-4456-896c-a72c51efb87d {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:31:25.817182 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device de311db2-be21-4456-896c-a72c51efb87d not bound to the agent host dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:31:25.846379 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [None req-3cd3a7ba-f838-42b1-b09e-985a84896c0a admin admin] For port e6b82401-0514-4274-b3be-e5742257a404, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=e6b82401-0514-4274-b3be-e5742257a404,segment=NetworkSegment(619dc896-bf7c-47d3-b303-226721fbea91),segment_id=619dc896-bf7c-47d3-b303-226721fbea91)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:25.846699 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3cd3a7ba-f838-42b1-b09e-985a84896c0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (e6b82401-0514-4274-b3be-e5742257a404), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:25.862219 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-3cd3a7ba-f838-42b1-b09e-985a84896c0a admin admin] Calling delete_port for e6b82401-0514-4274-b3be-e5742257a404 owned by network:dhcp {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:31:25.880796 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-e97a4368-041b-42df-92cd-4f9b6a20a333 None None] Deleting port e6b82401-0514-4274-b3be-e5742257a404 {{(pid=103741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:31:25.881195 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e97a4368-041b-42df-92cd-4f9b6a20a333 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (e6b82401-0514-4274-b3be-e5742257a404), before_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:25.895780 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e4bd0b-dd41-4429-97cb-fc2ec71c8e29 None None] New status for floating IP e7de038a-fa3a-42f4-a93a-a8ad58e18d70: DOWN {{(pid=103741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:31:26.018863 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3cd3a7ba-f838-42b1-b09e-985a84896c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (e6b82401-0514-4274-b3be-e5742257a404), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:26.043935 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3a7ba-f838-42b1-b09e-985a84896c0a admin admin] Pushing event deleted for resources: {'Port': ['ID=e6b82401-0514-4274-b3be-e5742257a404,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:26.045037 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-e97a4368-041b-42df-92cd-4f9b6a20a333 None None] For port e6b82401-0514-4274-b3be-e5742257a404, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=e6b82401-0514-4274-b3be-e5742257a404,segment=NetworkSegment(619dc896-bf7c-47d3-b303-226721fbea91),segment_id=619dc896-bf7c-47d3-b303-226721fbea91)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:26.048404 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e97a4368-041b-42df-92cd-4f9b6a20a333 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (e6b82401-0514-4274-b3be-e5742257a404), precommit_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:26.061431 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-e97a4368-041b-42df-92cd-4f9b6a20a333 None None] Calling delete_port for e6b82401-0514-4274-b3be-e5742257a404 owned by network:dhcp {{(pid=103741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:31:26.061542 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd3a7ba-f838-42b1-b09e-985a84896c0a admin admin] No DVR routers for this DVR port e6b82401-0514-4274-b3be-e5742257a404 on host dv-cinder-833365-1-iscsi {{(pid=103740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:31:26.132381 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3cd3a7ba-f838-42b1-b09e-985a84896c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1913037', 'neutron.services.segments.db._delete_segments_for_network-8743153172758'] for network (d8a88a21-9bc5-4199-8c17-333f15d9f909), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:26.152665 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e97a4368-041b-42df-92cd-4f9b6a20a333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400'] for port (e6b82401-0514-4274-b3be-e5742257a404), after_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:26.158142 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-3cd3a7ba-f838-42b1-b09e-985a84896c0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a88a21-9bc5-4199-8c17-333f15d9f909']}} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:26.169691 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-3cd3a7ba-f838-42b1-b09e-985a84896c0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '619dc896-bf7c-47d3-b303-226721fbea91') {'for_net_delete': True} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:26.170089 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-3cd3a7ba-f838-42b1-b09e-985a84896c0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '619dc896-bf7c-47d3-b303-226721fbea91') {} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:26.177690 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a4368-041b-42df-92cd-4f9b6a20a333 None None] Pushing event deleted for resources: {'Port': ['ID=e6b82401-0514-4274-b3be-e5742257a404,revision_number=None']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:26.180106 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3cd3a7ba-f838-42b1-b09e-985a84896c0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743153173023', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14027369'] for segment (619dc896-bf7c-47d3-b303-226721fbea91), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:26.184720 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97a4368-041b-42df-92cd-4f9b6a20a333 None None] No DVR routers for this DVR port e6b82401-0514-4274-b3be-e5742257a404 on host dv-cinder-833365-1-iscsi {{(pid=103741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:31:26.195966 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97a4368-041b-42df-92cd-4f9b6a20a333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:26.196542 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97a4368-041b-42df-92cd-4f9b6a20a333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:26.196781 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97a4368-041b-42df-92cd-4f9b6a20a333 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:26.197231 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97a4368-041b-42df-92cd-4f9b6a20a333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:26.197567 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97a4368-041b-42df-92cd-4f9b6a20a333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:26.197892 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97a4368-041b-42df-92cd-4f9b6a20a333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:26.198216 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97a4368-041b-42df-92cd-4f9b6a20a333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:26.198543 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97a4368-041b-42df-92cd-4f9b6a20a333 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:26.205663 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97a4368-041b-42df-92cd-4f9b6a20a333 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:26.205663 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97a4368-041b-42df-92cd-4f9b6a20a333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:26.205663 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97a4368-041b-42df-92cd-4f9b6a20a333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:26.206020 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3cd3a7ba-f838-42b1-b09e-985a84896c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (619dc896-bf7c-47d3-b303-226721fbea91), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:26.206124 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97a4368-041b-42df-92cd-4f9b6a20a333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:26.206124 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97a4368-041b-42df-92cd-4f9b6a20a333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:26.214684 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd3a7ba-f838-42b1-b09e-985a84896c0a admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:31:26.214684 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3cd3a7ba-f838-42b1-b09e-985a84896c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15280433'] for segment (619dc896-bf7c-47d3-b303-226721fbea91), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:26.214684 dv-cinder-833365-1-iscsi neutron-server[103740]: Traceback (most recent call last): Mar 11 15:31:26.214684 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:31:26.214684 dv-cinder-833365-1-iscsi neutron-server[103740]: timer() Mar 11 15:31:26.214684 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:31:26.214684 dv-cinder-833365-1-iscsi neutron-server[103740]: cb(*args, **kw) Mar 11 15:31:26.214684 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 15:31:26.214684 dv-cinder-833365-1-iscsi neutron-server[103740]: return func(*args, **kwargs) Mar 11 15:31:26.214684 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:31:26.214684 dv-cinder-833365-1-iscsi neutron-server[103740]: self._notify() Mar 11 15:31:26.214684 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:31:26.214684 dv-cinder-833365-1-iscsi neutron-server[103740]: self.callback(batched_events) Mar 11 15:31:26.214684 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:31:26.214684 dv-cinder-833365-1-iscsi neutron-server[103740]: event.method(event) Mar 11 15:31:26.214684 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 15:31:26.214684 dv-cinder-833365-1-iscsi neutron-server[103740]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:31:26.214684 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 15:31:26.214684 dv-cinder-833365-1-iscsi neutron-server[103740]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:31:26.214684 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 15:31:26.214684 dv-cinder-833365-1-iscsi neutron-server[103740]: return f(self, *a, **k) Mar 11 15:31:26.214684 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:31:26.214684 dv-cinder-833365-1-iscsi neutron-server[103740]: return self._get(url).json() Mar 11 15:31:26.214684 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:31:26.214684 dv-cinder-833365-1-iscsi neutron-server[103740]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:31:26.214684 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:31:26.214684 dv-cinder-833365-1-iscsi neutron-server[103740]: return self.request(url, 'GET', **kwargs) Mar 11 15:31:26.214684 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:31:26.214684 dv-cinder-833365-1-iscsi neutron-server[103740]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:31:26.214684 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:31:26.214684 dv-cinder-833365-1-iscsi neutron-server[103740]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:31:26.214684 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:31:26.214684 dv-cinder-833365-1-iscsi neutron-server[103740]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:31:26.214684 dv-cinder-833365-1-iscsi neutron-server[103740]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:31:26.365656 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3cd3a7ba-f838-42b1-b09e-985a84896c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1913012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628375'] for network (d8a88a21-9bc5-4199-8c17-333f15d9f909), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:26.370056 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3cd3a7ba-f838-42b1-b09e-985a84896c0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:26.373229 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-3cd3a7ba-f838-42b1-b09e-985a84896c0a admin admin] 10.222.0.44 "DELETE /v2.0/networks/d8a88a21-9bc5-4199-8c17-333f15d9f909 HTTP/1.1" status: 204 len: 168 time: 0.7966695 Mar 11 15:31:26.376985 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 35884) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:31:26.386224 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3a7ba-f838-42b1-b09e-985a84896c0a admin admin] Pushing event deleted for resources: {'Network': ['ID=d8a88a21-9bc5-4199-8c17-333f15d9f909,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:26.494350 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 35888) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:31:26.550087 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d73b25eb-1905-4e0d-afaf-037d5c474340 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group (98b927f2-7c76-4180-a451-54f5f42a2b65), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:26.574283 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d73b25eb-1905-4e0d-afaf-037d5c474340 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group (98b927f2-7c76-4180-a451-54f5f42a2b65), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:26.643276 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device c6cb91eb-a127-4a1b-a0fe-8f3213c02a45 no longer exists at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:31:26.666740 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] No Port match for: c6cb91eb-a127-4a1b-a0fe-8f3213c02a45 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:31:26.674228 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device c6cb91eb-a127-4a1b-a0fe-8f3213c02a45 not bound to the agent host hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:31:26.692584 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d73b25eb-1905-4e0d-afaf-037d5c474340 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (98b927f2-7c76-4180-a451-54f5f42a2b65), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:26.695132 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d73b25eb-1905-4e0d-afaf-037d5c474340 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:26.698905 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-d73b25eb-1905-4e0d-afaf-037d5c474340 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "DELETE /v2.0/security-groups/98b927f2-7c76-4180-a451-54f5f42a2b65 HTTP/1.1" status: 204 len: 168 time: 0.2011237 Mar 11 15:31:26.701245 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 35890) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:31:26.714281 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b25eb-1905-4e0d-afaf-037d5c474340 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b927f2-7c76-4180-a451-54f5f42a2b65,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:26.726434 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.api.v2.resource [None req-139fc17b-463d-4d4d-b20a-287c1b456cc7 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] show failed (client error): The resource could not be found. Mar 11 15:31:26.726434 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-139fc17b-463d-4d4d-b20a-287c1b456cc7 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups/98b927f2-7c76-4180-a451-54f5f42a2b65 HTTP/1.1" status: 404 len: 347 time: 0.0232527 Mar 11 15:31:26.728452 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 35892) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:31:26.743414 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-95f05534-b109-4150-904d-a1089a738ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630665'] for router_interface (7912047a-356a-45e9-9809-2530db3f3be4), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:26.855198 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-fb758b66-76d2-4ccb-9e3c-5762d2c2302d tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Deleting port 2a03c837-eea5-4b12-bdad-e5dee2671a85 {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:31:26.855654 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-fb758b66-76d2-4ccb-9e3c-5762d2c2302d tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (2a03c837-eea5-4b12-bdad-e5dee2671a85), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:26.932269 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-fb758b66-76d2-4ccb-9e3c-5762d2c2302d tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (2a03c837-eea5-4b12-bdad-e5dee2671a85), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:26.932486 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-fb758b66-76d2-4ccb-9e3c-5762d2c2302d tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for floatingip (2a03c837-eea5-4b12-bdad-e5dee2671a85), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:26.945711 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-fb758b66-76d2-4ccb-9e3c-5762d2c2302d tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Calling delete_port for 2a03c837-eea5-4b12-bdad-e5dee2671a85 owned by network:floatingip {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:31:26.994799 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-95f05534-b109-4150-904d-a1089a738ccc admin admin] Deleting port 2d203ded-6818-44e8-acd4-564149e128ba {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:31:26.995423 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-95f05534-b109-4150-904d-a1089a738ccc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (2d203ded-6818-44e8-acd4-564149e128ba), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:27.087881 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [None req-95f05534-b109-4150-904d-a1089a738ccc admin admin] For port 2d203ded-6818-44e8-acd4-564149e128ba, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=2d203ded-6818-44e8-acd4-564149e128ba,segment=NetworkSegment(d416735b-c236-4900-92b5-24d97e91ff7b),segment_id=d416735b-c236-4900-92b5-24d97e91ff7b)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:27.088253 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-95f05534-b109-4150-904d-a1089a738ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (2d203ded-6818-44e8-acd4-564149e128ba), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:27.101035 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-95f05534-b109-4150-904d-a1089a738ccc admin admin] Calling delete_port for 2d203ded-6818-44e8-acd4-564149e128ba owned by network:router_interface {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:31:27.149933 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-fb758b66-76d2-4ccb-9e3c-5762d2c2302d tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (2a03c837-eea5-4b12-bdad-e5dee2671a85), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:27.180587 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb758b66-76d2-4ccb-9e3c-5762d2c2302d tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event deleted for resources: {'Port': ['ID=2a03c837-eea5-4b12-bdad-e5dee2671a85,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:27.243564 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-fb758b66-76d2-4ccb-9e3c-5762d2c2302d tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for floatingip (e7de038a-fa3a-42f4-a93a-a8ad58e18d70), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:27.246079 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-fb758b66-76d2-4ccb-9e3c-5762d2c2302d tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:27.247231 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-fb758b66-76d2-4ccb-9e3c-5762d2c2302d tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "DELETE /v2.0/floatingips/e7de038a-fa3a-42f4-a93a-a8ad58e18d70 HTTP/1.1" status: 204 len: 168 time: 0.5178807 Mar 11 15:31:27.343546 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-95f05534-b109-4150-904d-a1089a738ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (2d203ded-6818-44e8-acd4-564149e128ba), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:27.372133 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f05534-b109-4150-904d-a1089a738ccc admin admin] Pushing event deleted for resources: {'Port': ['ID=2d203ded-6818-44e8-acd4-564149e128ba,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:27.542138 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-95f05534-b109-4150-904d-a1089a738ccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624153'] for router_interface (7912047a-356a-45e9-9809-2530db3f3be4), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:27.598754 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 35898) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:31:27.603272 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-1594430c-1772-42b9-86e8-7d2427b5a0bf tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1634298635', 'description': 'tempest-description--1323717693'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:31:27.687423 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1594430c-1772-42b9-86e8-7d2427b5a0bf tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:27.763619 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1594430c-1772-42b9-86e8-7d2427b5a0bf tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group (564a5761-15e0-468e-9eaa-46a5206f0440), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:27.788179 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device e6b82401-0514-4274-b3be-e5742257a404 no longer exists at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:31:27.789491 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f05534-b109-4150-904d-a1089a738ccc admin admin] Router 7912047a-356a-45e9-9809-2530db3f3be4 has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:31:27.808410 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] No Port match for: e6b82401-0514-4274-b3be-e5742257a404 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:31:27.808764 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device e6b82401-0514-4274-b3be-e5742257a404 not bound to the agent host dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:31:27.813624 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e1541969-67ea-44df-8b2a-091f31ae7d8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:27.859126 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1594430c-1772-42b9-86e8-7d2427b5a0bf tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (564a5761-15e0-468e-9eaa-46a5206f0440), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:27.891532 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594430c-1772-42b9-86e8-7d2427b5a0bf tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=564a5761-15e0-468e-9eaa-46a5206f0440,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:27.941094 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1594430c-1772-42b9-86e8-7d2427b5a0bf tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:27.942432 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-1594430c-1772-42b9-86e8-7d2427b5a0bf tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3425925 Mar 11 15:31:27.945341 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 35900) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:31:27.950074 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-c79abd73-0a97-437d-9cf1-26523d0bdf4f tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Request body: {'security_group_rule': {'security_group_id': '564a5761-15e0-468e-9eaa-46a5206f0440', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:31:28.034054 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c79abd73-0a97-437d-9cf1-26523d0bdf4f tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group_rule (72c94a8d-9258-48a0-a996-4d5ed5a94fd5), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:28.100506 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c79abd73-0a97-437d-9cf1-26523d0bdf4f tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group_rule (72c94a8d-9258-48a0-a996-4d5ed5a94fd5), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:28.176746 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c79abd73-0a97-437d-9cf1-26523d0bdf4f tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951566'] for security_group_rule (72c94a8d-9258-48a0-a996-4d5ed5a94fd5), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:28.177683 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f05534-b109-4150-904d-a1089a738ccc admin admin] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:31:28.186085 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-95f05534-b109-4150-904d-a1089a738ccc admin admin] 10.222.0.44 "PUT /v2.0/routers/7912047a-356a-45e9-9809-2530db3f3be4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8043594 Mar 11 15:31:28.186085 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 35902) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:31:28.186903 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e076bdfe-08ae-4352-bbbb-7b3247287870 None None] Sync routers for ids ['7912047a-356a-45e9-9809-2530db3f3be4'] in dv-cinder-833365-1-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:31:28.197383 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e076bdfe-08ae-4352-bbbb-7b3247287870 None None] Routers {'7912047a-356a-45e9-9809-2530db3f3be4'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:31:28.198190 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-e076bdfe-08ae-4352-bbbb-7b3247287870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:31:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['7912047a-356a-45e9-9809-2530db3f3be4'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:28.198576 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79abd73-0a97-437d-9cf1-26523d0bdf4f tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c94a8d-9258-48a0-a996-4d5ed5a94fd5,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:28.266018 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c79abd73-0a97-437d-9cf1-26523d0bdf4f tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:28.269926 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-c79abd73-0a97-437d-9cf1-26523d0bdf4f tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3209689 Mar 11 15:31:28.270742 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 35904) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:31:28.275138 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-dd74210e-bc72-49d7-b81b-40f2670f3b9c tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Request body: {'security_group_rule': {'security_group_id': '564a5761-15e0-468e-9eaa-46a5206f0440', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:31:28.302347 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1a83f0b4-a3be-4d42-b74b-666710a32c64 admin admin] Publish callbacks [] for router (7912047a-356a-45e9-9809-2530db3f3be4), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:28.312672 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-e076bdfe-08ae-4352-bbbb-7b3247287870 None None] Set router 7912047a-356a-45e9-9809-2530db3f3be4 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:31:28.366263 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-dd74210e-bc72-49d7-b81b-40f2670f3b9c tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group_rule (2544e312-f9f3-4e7e-a648-6f98d00669e1), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:28.411452 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1a83f0b4-a3be-4d42-b74b-666710a32c64 admin admin] Publish callbacks [] for router_gateway (7912047a-356a-45e9-9809-2530db3f3be4), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:28.428508 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-dd74210e-bc72-49d7-b81b-40f2670f3b9c tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group_rule (2544e312-f9f3-4e7e-a648-6f98d00669e1), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:28.493099 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-e076bdfe-08ae-4352-bbbb-7b3247287870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7912047a-356a-45e9-9809-2530db3f3be4', 'name': 'tempest-TestShelveInstance-1932619411-router', 'tenant_id': '4e557e68296b4ef6af67218315c0e11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'cc2a13fd-0c9c-484e-82d2-ff52de3426fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:23:31Z', 'updated_at': '2022-03-11T15:31:27Z', 'revision_number': 5, 'project_id': '4e557e68296b4ef6af67218315c0e11c', 'gw_port': {'id': 'cc2a13fd-0c9c-484e-82d2-ff52de3426fb', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:89:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7912047a-356a-45e9-9809-2530db3f3be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:23:32Z', 'updated_at': '2022-03-11T15:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:28.525022 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e076bdfe-08ae-4352-bbbb-7b3247287870 None None] Checking router: 7912047a-356a-45e9-9809-2530db3f3be4 for host: dv-cinder-833365-1-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:31:28.534926 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e076bdfe-08ae-4352-bbbb-7b3247287870 None None] Routers {'7912047a-356a-45e9-9809-2530db3f3be4'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:31:28.535576 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-e076bdfe-08ae-4352-bbbb-7b3247287870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:31:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['7912047a-356a-45e9-9809-2530db3f3be4'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:28.539058 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-dd74210e-bc72-49d7-b81b-40f2670f3b9c tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951566'] for security_group_rule (2544e312-f9f3-4e7e-a648-6f98d00669e1), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:28.558600 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd74210e-bc72-49d7-b81b-40f2670f3b9c tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2544e312-f9f3-4e7e-a648-6f98d00669e1,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:28.567535 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-1a83f0b4-a3be-4d42-b74b-666710a32c64 admin admin] Deleting port cc2a13fd-0c9c-484e-82d2-ff52de3426fb {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:31:28.568275 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1a83f0b4-a3be-4d42-b74b-666710a32c64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (cc2a13fd-0c9c-484e-82d2-ff52de3426fb), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:28.624289 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-e076bdfe-08ae-4352-bbbb-7b3247287870 None None] Set router 7912047a-356a-45e9-9809-2530db3f3be4 gateway port host: None {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:31:28.654818 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [None req-1a83f0b4-a3be-4d42-b74b-666710a32c64 admin admin] For port cc2a13fd-0c9c-484e-82d2-ff52de3426fb, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=cc2a13fd-0c9c-484e-82d2-ff52de3426fb,segment=NetworkSegment(64a1f402-9998-47a9-9edb-15a3bada483f),segment_id=64a1f402-9998-47a9-9edb-15a3bada483f)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:28.655455 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1a83f0b4-a3be-4d42-b74b-666710a32c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (cc2a13fd-0c9c-484e-82d2-ff52de3426fb), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:28.661303 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-dd74210e-bc72-49d7-b81b-40f2670f3b9c tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:28.663175 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-dd74210e-bc72-49d7-b81b-40f2670f3b9c tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3914394 Mar 11 15:31:28.668010 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 35906) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:31:28.670757 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-1a83f0b4-a3be-4d42-b74b-666710a32c64 admin admin] Calling delete_port for cc2a13fd-0c9c-484e-82d2-ff52de3426fb owned by network:router_gateway {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:31:28.672840 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-4ae6fcbb-fc59-4aea-a609-c0101341ce04 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Request body: {'floatingip': {'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:31:28.682037 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-e076bdfe-08ae-4352-bbbb-7b3247287870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7912047a-356a-45e9-9809-2530db3f3be4', 'name': 'tempest-TestShelveInstance-1932619411-router', 'tenant_id': '4e557e68296b4ef6af67218315c0e11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:23:31Z', 'updated_at': '2022-03-11T15:31:28Z', 'revision_number': 6, 'project_id': '4e557e68296b4ef6af67218315c0e11c', 'gw_port_host': None}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:28.709116 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e076bdfe-08ae-4352-bbbb-7b3247287870 None None] The sync data for ids ['7912047a-356a-45e9-9809-2530db3f3be4'] in dv-cinder-833365-1-iscsi is: [{'id': '7912047a-356a-45e9-9809-2530db3f3be4', 'name': 'tempest-TestShelveInstance-1932619411-router', 'tenant_id': '4e557e68296b4ef6af67218315c0e11c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:23:31Z', 'updated_at': '2022-03-11T15:31:28Z', 'revision_number': 6, 'project_id': '4e557e68296b4ef6af67218315c0e11c', 'gw_port_host': None}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:31:28.755917 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4ae6fcbb-fc59-4aea-a609-c0101341ce04 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:28.853940 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4ae6fcbb-fc59-4aea-a609-c0101341ce04 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:28.942742 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1a83f0b4-a3be-4d42-b74b-666710a32c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (cc2a13fd-0c9c-484e-82d2-ff52de3426fb), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:28.960981 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-4ae6fcbb-fc59-4aea-a609-c0101341ce04 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Allocated IP 172.27.2.140 (78e1392b-e3c2-4d04-8c82-7bd84bb30297/7f6dd339-b219-48a3-93bc-4a99710f07af/4e342a91-ee14-4499-97da-da8ff8046482) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:31:28.969754 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83f0b4-a3be-4d42-b74b-666710a32c64 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc2a13fd-0c9c-484e-82d2-ff52de3426fb,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:29.031995 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1a83f0b4-a3be-4d42-b74b-666710a32c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628403'] for router_gateway (7912047a-356a-45e9-9809-2530db3f3be4), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:29.066454 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4ae6fcbb-fc59-4aea-a609-c0101341ce04 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for port (4e342a91-ee14-4499-97da-da8ff8046482), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:29.136068 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1a83f0b4-a3be-4d42-b74b-666710a32c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8443'] for router (7912047a-356a-45e9-9809-2530db3f3be4), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:29.138286 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1a83f0b4-a3be-4d42-b74b-666710a32c64 admin admin] Publish callbacks [] for router_controller (7912047a-356a-45e9-9809-2530db3f3be4), precommit_delete_associations {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:29.173863 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4ae6fcbb-fc59-4aea-a609-c0101341ce04 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (4e342a91-ee14-4499-97da-da8ff8046482), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:29.210568 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae6fcbb-fc59-4aea-a609-c0101341ce04 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:31:29.213463 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-4ae6fcbb-fc59-4aea-a609-c0101341ce04 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:29.220045 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae6fcbb-fc59-4aea-a609-c0101341ce04 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:31:29.234193 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1a83f0b4-a3be-4d42-b74b-666710a32c64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-625447'] for router (7912047a-356a-45e9-9809-2530db3f3be4), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:29.234795 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a83f0b4-a3be-4d42-b74b-666710a32c64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7912047a-356a-45e9-9809-2530db3f3be4 {{(pid=103739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:31:29.239641 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1a83f0b4-a3be-4d42-b74b-666710a32c64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:29.240825 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-1a83f0b4-a3be-4d42-b74b-666710a32c64 admin admin] 10.222.0.44 "DELETE /v2.0/routers/7912047a-356a-45e9-9809-2530db3f3be4 HTTP/1.1" status: 204 len: 168 time: 1.0530887 Mar 11 15:31:29.243618 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 35908) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:31:29.245811 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6fcbb-fc59-4aea-a609-c0101341ce04 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event updated for resources: {'Port': ['ID=4e342a91-ee14-4499-97da-da8ff8046482,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:29.289193 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d06e3b-60c5-48ab-9701-3b9a0798cd1f admin admin] Deleting subnet 427142ed-5294-4a3d-872b-ea82cf516a06 {{(pid=103739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 15:31:29.292274 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-36d06e3b-60c5-48ab-9701-3b9a0798cd1f admin admin] Publish callbacks [] for subnet (427142ed-5294-4a3d-872b-ea82cf516a06), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:29.308086 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4ae6fcbb-fc59-4aea-a609-c0101341ce04 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for floatingip (c60164db-6e9c-4227-8014-7cf9c13979f3), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:29.325819 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-36d06e3b-60c5-48ab-9701-3b9a0798cd1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437451'] for subnet (427142ed-5294-4a3d-872b-ea82cf516a06), precommit_delete_associations {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:29.393515 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4ae6fcbb-fc59-4aea-a609-c0101341ce04 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (4e342a91-ee14-4499-97da-da8ff8046482), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:29.407143 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-36d06e3b-60c5-48ab-9701-3b9a0798cd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1914166'] for subnet (427142ed-5294-4a3d-872b-ea82cf516a06), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:29.544329 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-36d06e3b-60c5-48ab-9701-3b9a0798cd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1914173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13137420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12631427'] for subnet (427142ed-5294-4a3d-872b-ea82cf516a06), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:29.565896 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4ae6fcbb-fc59-4aea-a609-c0101341ce04 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for port (4e342a91-ee14-4499-97da-da8ff8046482), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:29.575282 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d06e3b-60c5-48ab-9701-3b9a0798cd1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=427142ed-5294-4a3d-872b-ea82cf516a06,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:29.580162 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-36d06e3b-60c5-48ab-9701-3b9a0798cd1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:29.583381 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-36d06e3b-60c5-48ab-9701-3b9a0798cd1f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/427142ed-5294-4a3d-872b-ea82cf516a06 HTTP/1.1" status: 204 len: 168 time: 0.3387115 Mar 11 15:31:29.585450 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a3d9e8-3f3b-423e-8c3c-5df8053a76b4 None None] Network 60cbd7ee-47f6-42b7-af57-605c8ea51b2b requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:31:29.586194 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 35910) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:31:29.665831 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-49a8c18e-7ad6-44c9-b7cd-abd7b37712bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2071539'] for network (60cbd7ee-47f6-42b7-af57-605c8ea51b2b), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:29.676891 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4ae6fcbb-fc59-4aea-a609-c0101341ce04 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15279833'] for port (4e342a91-ee14-4499-97da-da8ff8046482), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:29.729610 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device cc2a13fd-0c9c-484e-82d2-ff52de3426fb no longer exists at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:31:29.766228 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] No Port match for: cc2a13fd-0c9c-484e-82d2-ff52de3426fb {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:31:29.766967 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device cc2a13fd-0c9c-484e-82d2-ff52de3426fb not bound to the agent host dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:31:29.767613 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 2d203ded-6818-44e8-acd4-564149e128ba no longer exists at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:31:29.774982 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-49a8c18e-7ad6-44c9-b7cd-abd7b37712bf admin admin] Deleting port 81375132-18bd-4a85-b6f9-cc2f882d3a9f {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:31:29.775266 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-49a8c18e-7ad6-44c9-b7cd-abd7b37712bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (81375132-18bd-4a85-b6f9-cc2f882d3a9f), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:29.794392 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] No Port match for: 2d203ded-6818-44e8-acd4-564149e128ba {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:31:29.795038 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 2d203ded-6818-44e8-acd4-564149e128ba not bound to the agent host dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:31:29.796989 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f8d0d3-915e-4440-9397-231cf8325068 None None] DHCP port deletion for 60cbd7ee-47f6-42b7-af57-605c8ea51b2b request from dv-cinder-833365-1-iscsi {{(pid=103741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 15:31:29.802748 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4ae6fcbb-fc59-4aea-a609-c0101341ce04 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628361'] for floatingip (c60164db-6e9c-4227-8014-7cf9c13979f3), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:29.834500 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae6fcbb-fc59-4aea-a609-c0101341ce04 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event updated for resources: {'Port': ['ID=4e342a91-ee14-4499-97da-da8ff8046482,revision_number=2']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:29.857477 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-50f8d0d3-915e-4440-9397-231cf8325068 None None] Deleting port 81375132-18bd-4a85-b6f9-cc2f882d3a9f {{(pid=103741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:31:29.857477 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-50f8d0d3-915e-4440-9397-231cf8325068 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (81375132-18bd-4a85-b6f9-cc2f882d3a9f), before_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:29.864772 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [None req-49a8c18e-7ad6-44c9-b7cd-abd7b37712bf admin admin] For port 81375132-18bd-4a85-b6f9-cc2f882d3a9f, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=81375132-18bd-4a85-b6f9-cc2f882d3a9f,segment=NetworkSegment(d416735b-c236-4900-92b5-24d97e91ff7b),segment_id=d416735b-c236-4900-92b5-24d97e91ff7b)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:29.865140 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-49a8c18e-7ad6-44c9-b7cd-abd7b37712bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (81375132-18bd-4a85-b6f9-cc2f882d3a9f), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:29.882614 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-49a8c18e-7ad6-44c9-b7cd-abd7b37712bf admin admin] Calling delete_port for 81375132-18bd-4a85-b6f9-cc2f882d3a9f owned by network:dhcp {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:31:29.918113 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4ae6fcbb-fc59-4aea-a609-c0101341ce04 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:29.920277 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-4ae6fcbb-fc59-4aea-a609-c0101341ce04 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2502241 Mar 11 15:31:29.927529 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-50f8d0d3-915e-4440-9397-231cf8325068 None None] For port 81375132-18bd-4a85-b6f9-cc2f882d3a9f, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=81375132-18bd-4a85-b6f9-cc2f882d3a9f,segment=NetworkSegment(d416735b-c236-4900-92b5-24d97e91ff7b),segment_id=d416735b-c236-4900-92b5-24d97e91ff7b)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:29.928052 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-50f8d0d3-915e-4440-9397-231cf8325068 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (81375132-18bd-4a85-b6f9-cc2f882d3a9f), precommit_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:29.944872 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-50f8d0d3-915e-4440-9397-231cf8325068 None None] Calling delete_port for 81375132-18bd-4a85-b6f9-cc2f882d3a9f owned by network:dhcp {{(pid=103741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:31:30.031726 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-49a8c18e-7ad6-44c9-b7cd-abd7b37712bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (81375132-18bd-4a85-b6f9-cc2f882d3a9f), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:30.044949 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-50f8d0d3-915e-4440-9397-231cf8325068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400'] for port (81375132-18bd-4a85-b6f9-cc2f882d3a9f), after_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:30.060449 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8c18e-7ad6-44c9-b7cd-abd7b37712bf admin admin] Pushing event deleted for resources: {'Port': ['ID=81375132-18bd-4a85-b6f9-cc2f882d3a9f,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:30.063168 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a8c18e-7ad6-44c9-b7cd-abd7b37712bf admin admin] No DVR routers for this DVR port 81375132-18bd-4a85-b6f9-cc2f882d3a9f on host dv-cinder-833365-1-iscsi {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:31:30.067214 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8f29277d-c015-43f9-be09-a51610343744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:30.093036 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8d0d3-915e-4440-9397-231cf8325068 None None] Pushing event deleted for resources: {'Port': ['ID=81375132-18bd-4a85-b6f9-cc2f882d3a9f,revision_number=None']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:30.095270 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f8d0d3-915e-4440-9397-231cf8325068 None None] No DVR routers for this DVR port 81375132-18bd-4a85-b6f9-cc2f882d3a9f on host dv-cinder-833365-1-iscsi {{(pid=103741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:31:30.160278 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-49a8c18e-7ad6-44c9-b7cd-abd7b37712bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1913037', 'neutron.services.segments.db._delete_segments_for_network-8743153172758'] for network (60cbd7ee-47f6-42b7-af57-605c8ea51b2b), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:30.167792 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-9868c86c-61d2-458d-826b-5faf4375e83e tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1634298635&fields=id&tenant_id=bfe9430712c14bdfbe466c8ac9edd4fe HTTP/1.1" status: 200 len: 267 time: 0.0433331 Mar 11 15:31:30.181049 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-49a8c18e-7ad6-44c9-b7cd-abd7b37712bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60cbd7ee-47f6-42b7-af57-605c8ea51b2b']}} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:30.191172 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-49a8c18e-7ad6-44c9-b7cd-abd7b37712bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd416735b-c236-4900-92b5-24d97e91ff7b') {'for_net_delete': True} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:30.191498 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-49a8c18e-7ad6-44c9-b7cd-abd7b37712bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd416735b-c236-4900-92b5-24d97e91ff7b') {} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:30.200533 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-49a8c18e-7ad6-44c9-b7cd-abd7b37712bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743153173023', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437440'] for segment (d416735b-c236-4900-92b5-24d97e91ff7b), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:30.214401 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-49a8c18e-7ad6-44c9-b7cd-abd7b37712bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (d416735b-c236-4900-92b5-24d97e91ff7b), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:30.227821 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49a8c18e-7ad6-44c9-b7cd-abd7b37712bf admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:31:30.228228 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-49a8c18e-7ad6-44c9-b7cd-abd7b37712bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13138386'] for segment (d416735b-c236-4900-92b5-24d97e91ff7b), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:30.233859 dv-cinder-833365-1-iscsi neutron-server[103739]: Traceback (most recent call last): Mar 11 15:31:30.233859 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:31:30.233859 dv-cinder-833365-1-iscsi neutron-server[103739]: timer() Mar 11 15:31:30.233859 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:31:30.233859 dv-cinder-833365-1-iscsi neutron-server[103739]: cb(*args, **kw) Mar 11 15:31:30.233859 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 15:31:30.233859 dv-cinder-833365-1-iscsi neutron-server[103739]: return func(*args, **kwargs) Mar 11 15:31:30.233859 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:31:30.233859 dv-cinder-833365-1-iscsi neutron-server[103739]: self._notify() Mar 11 15:31:30.233859 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:31:30.233859 dv-cinder-833365-1-iscsi neutron-server[103739]: self.callback(batched_events) Mar 11 15:31:30.233859 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:31:30.233859 dv-cinder-833365-1-iscsi neutron-server[103739]: event.method(event) Mar 11 15:31:30.233859 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 15:31:30.233859 dv-cinder-833365-1-iscsi neutron-server[103739]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:31:30.233859 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 15:31:30.233859 dv-cinder-833365-1-iscsi neutron-server[103739]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:31:30.233859 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 15:31:30.233859 dv-cinder-833365-1-iscsi neutron-server[103739]: return f(self, *a, **k) Mar 11 15:31:30.233859 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:31:30.233859 dv-cinder-833365-1-iscsi neutron-server[103739]: return self._get(url).json() Mar 11 15:31:30.233859 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:31:30.233859 dv-cinder-833365-1-iscsi neutron-server[103739]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:31:30.233859 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:31:30.233859 dv-cinder-833365-1-iscsi neutron-server[103739]: return self.request(url, 'GET', **kwargs) Mar 11 15:31:30.233859 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:31:30.233859 dv-cinder-833365-1-iscsi neutron-server[103739]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:31:30.233859 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:31:30.233859 dv-cinder-833365-1-iscsi neutron-server[103739]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:31:30.233859 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:31:30.233859 dv-cinder-833365-1-iscsi neutron-server[103739]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:31:30.233859 dv-cinder-833365-1-iscsi neutron-server[103739]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:31:30.274278 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-67c7b023-c320-41be-83ef-856f28b78e6a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:30.275774 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-67c7b023-c320-41be-83ef-856f28b78e6a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/networks?id=8544fd48-a5da-477d-ba08-7fd1e3df5115 HTTP/1.1" status: 200 len: 814 time: 0.1003513 Mar 11 15:31:30.290728 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-9cd7399f-28ca-4a72-bc90-f596c7604fe2 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/quotas/bfe9430712c14bdfbe466c8ac9edd4fe HTTP/1.1" status: 200 len: 375 time: 0.0093479 Mar 11 15:31:30.332692 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-49a8c18e-7ad6-44c9-b7cd-abd7b37712bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1913012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628375'] for network (60cbd7ee-47f6-42b7-af57-605c8ea51b2b), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:30.339179 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-49a8c18e-7ad6-44c9-b7cd-abd7b37712bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:30.342360 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-49a8c18e-7ad6-44c9-b7cd-abd7b37712bf admin admin] 10.222.0.44 "DELETE /v2.0/networks/60cbd7ee-47f6-42b7-af57-605c8ea51b2b HTTP/1.1" status: 204 len: 168 time: 0.7551572 Mar 11 15:31:30.352743 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8c18e-7ad6-44c9-b7cd-abd7b37712bf admin admin] Pushing event deleted for resources: {'Network': ['ID=60cbd7ee-47f6-42b7-af57-605c8ea51b2b,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:30.352885 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-a803f726-7e06-47b9-ac16-1efa00161877 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bfe9430712c14bdfbe466c8ac9edd4fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569303 Mar 11 15:31:30.449909 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-be1c6cb1-10a6-401e-b95b-887ada750e26 service neutron] 10.222.0.44 "GET /v2.0/networks/8544fd48-a5da-477d-ba08-7fd1e3df5115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838330 Mar 11 15:31:30.542939 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-a8ee56f5-99ba-4d6b-a965-33ee5f83ea68 service neutron] 10.222.0.44 "GET /v2.0/networks/8544fd48-a5da-477d-ba08-7fd1e3df5115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863972 Mar 11 15:31:30.652639 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 35930) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:31:30.693665 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-72da9c5e-03e8-471d-a502-85c08366a39f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d0244beabeb42d0831e351a104bbce8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398767 Mar 11 15:31:30.696077 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 35932) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:31:30.743244 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-146300bc-54d7-4b9e-a616-75c4ebdf2dd1 admin admin] Publish callbacks [] for security_group (fa88aeb2-cc5f-4654-a8b3-eb2fb8fbc587), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:30.766046 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-146300bc-54d7-4b9e-a616-75c4ebdf2dd1 admin admin] Publish callbacks [] for security_group (fa88aeb2-cc5f-4654-a8b3-eb2fb8fbc587), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:30.823995 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d75d32eb-7c66-4d59-b106-3dadc5b6b9da req-a5e0910d-2260-488d-8367-d36404248a93 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=8416c3ae-feb0-451a-aa60-194ca65f44bb HTTP/1.1" status: 200 len: 210 time: 0.0277741 Mar 11 15:31:30.915552 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-146300bc-54d7-4b9e-a616-75c4ebdf2dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (fa88aeb2-cc5f-4654-a8b3-eb2fb8fbc587), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:30.918048 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-146300bc-54d7-4b9e-a616-75c4ebdf2dd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:30.919230 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-146300bc-54d7-4b9e-a616-75c4ebdf2dd1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fa88aeb2-cc5f-4654-a8b3-eb2fb8fbc587 HTTP/1.1" status: 204 len: 168 time: 0.2220936 Mar 11 15:31:30.928411 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146300bc-54d7-4b9e-a616-75c4ebdf2dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa88aeb2-cc5f-4654-a8b3-eb2fb8fbc587,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:30.936701 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146300bc-54d7-4b9e-a616-75c4ebdf2dd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:30.936701 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146300bc-54d7-4b9e-a616-75c4ebdf2dd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:30.937268 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146300bc-54d7-4b9e-a616-75c4ebdf2dd1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:30.937573 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146300bc-54d7-4b9e-a616-75c4ebdf2dd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:30.937904 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146300bc-54d7-4b9e-a616-75c4ebdf2dd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:30.938235 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146300bc-54d7-4b9e-a616-75c4ebdf2dd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:30.938581 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146300bc-54d7-4b9e-a616-75c4ebdf2dd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:30.938890 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146300bc-54d7-4b9e-a616-75c4ebdf2dd1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:30.939223 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146300bc-54d7-4b9e-a616-75c4ebdf2dd1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:30.939573 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146300bc-54d7-4b9e-a616-75c4ebdf2dd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:30.939900 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146300bc-54d7-4b9e-a616-75c4ebdf2dd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:30.940221 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146300bc-54d7-4b9e-a616-75c4ebdf2dd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:30.940599 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146300bc-54d7-4b9e-a616-75c4ebdf2dd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:31:31.293608 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:31.688884 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 35950) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:31:31.720656 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 81375132-18bd-4a85-b6f9-cc2f882d3a9f no longer exists at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:31:31.744511 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-7c11a9f3-f3ad-43b8-a871-1cace45d8803 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4e557e68296b4ef6af67218315c0e11c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0535293 Mar 11 15:31:31.751263 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 35952) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:31:31.754504 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] No Port match for: 81375132-18bd-4a85-b6f9-cc2f882d3a9f {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:31:31.755100 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 81375132-18bd-4a85-b6f9-cc2f882d3a9f not bound to the agent host dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:31:31.804805 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-456fb94e-4483-473d-b855-48501cd016eb admin admin] Publish callbacks [] for security_group (0cb01071-3d03-41ed-bab1-b49a286a78f4), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:31.827636 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-456fb94e-4483-473d-b855-48501cd016eb admin admin] Publish callbacks [] for security_group (0cb01071-3d03-41ed-bab1-b49a286a78f4), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:31.920332 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0d21a515-edf5-4992-82d1-76ec9b513187 req-c2906208-347b-49aa-9a8c-fffa9ec61d04 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=8416c3ae-feb0-451a-aa60-194ca65f44bb HTTP/1.1" status: 200 len: 210 time: 0.0267386 Mar 11 15:31:31.961590 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-456fb94e-4483-473d-b855-48501cd016eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (0cb01071-3d03-41ed-bab1-b49a286a78f4), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:31.964369 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-456fb94e-4483-473d-b855-48501cd016eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:31.965518 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-456fb94e-4483-473d-b855-48501cd016eb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0cb01071-3d03-41ed-bab1-b49a286a78f4 HTTP/1.1" status: 204 len: 168 time: 0.2130332 Mar 11 15:31:31.973765 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456fb94e-4483-473d-b855-48501cd016eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb01071-3d03-41ed-bab1-b49a286a78f4,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:32.694262 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-413ad724-38a8-44c6-b463-fecd69454a30 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:32.695718 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-413ad724-38a8-44c6-b463-fecd69454a30 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.66 "GET /v2.0/networks?id=8544fd48-a5da-477d-ba08-7fd1e3df5115 HTTP/1.1" status: 200 len: 814 time: 0.0977461 Mar 11 15:31:32.774699 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-84292b3c-52e2-4b9e-8394-6a6019f4e761 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfe9430712c14bdfbe466c8ac9edd4fe HTTP/1.1" status: 200 len: 380 time: 0.0703623 Mar 11 15:31:32.785352 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-c19e9f3b-36e3-47a5-be0c-c6fba47f10de tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Request body: {'port': {'device_id': '8416c3ae-feb0-451a-aa60-194ca65f44bb', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'admin_state_up': True, 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'security_groups': ['564a5761-15e0-468e-9eaa-46a5206f0440']}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:31:33.007262 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-c19e9f3b-36e3-47a5-be0c-c6fba47f10de tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Made reservation on behalf of bfe9430712c14bdfbe466c8ac9edd4fe for: {'port': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:33.010897 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-c19e9f3b-36e3-47a5-be0c-c6fba47f10de tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:33.024591 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0f3d56b8-9bc6-49e9-940a-3c1d3eec1898 req-524c27d7-4b82-4710-8b8c-d4d96551effd tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=8416c3ae-feb0-451a-aa60-194ca65f44bb HTTP/1.1" status: 200 len: 210 time: 0.0336211 Mar 11 15:31:33.035875 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:33.191708 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-c19e9f3b-36e3-47a5-be0c-c6fba47f10de tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Allocated IP 172.20.0.5 (8544fd48-a5da-477d-ba08-7fd1e3df5115/7dfec5c9-f9f3-4b90-a760-ecd6a23b912b/af3ddd5c-7931-42bb-a4c0-11865387ca4d) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:31:33.326382 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-c19e9f3b-36e3-47a5-be0c-c6fba47f10de tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for port (af3ddd5c-7931-42bb-a4c0-11865387ca4d), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:33.430132 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-c19e9f3b-36e3-47a5-be0c-c6fba47f10de tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (af3ddd5c-7931-42bb-a4c0-11865387ca4d), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:33.470693 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-c19e9f3b-36e3-47a5-be0c-c6fba47f10de tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Network 8544fd48-a5da-477d-ba08-7fd1e3df5115 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:31:33.473724 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-c19e9f3b-36e3-47a5-be0c-c6fba47f10de tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:33.476229 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-c19e9f3b-36e3-47a5-be0c-c6fba47f10de tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:31:33.510085 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e9f3b-36e3-47a5-be0c-c6fba47f10de tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event updated for resources: {'Port': ['ID=af3ddd5c-7931-42bb-a4c0-11865387ca4d,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:33.536062 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-c19e9f3b-36e3-47a5-be0c-c6fba47f10de tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:33.536677 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-c19e9f3b-36e3-47a5-be0c-c6fba47f10de tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:33.597202 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:31:33.609628 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-c19e9f3b-36e3-47a5-be0c-c6fba47f10de tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8279102 Mar 11 15:31:33.621587 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-4c4c8492-b1ad-4fb1-b847-411347dd06a1 service neutron] Request body: {'port': {'device_id': '8416c3ae-feb0-451a-aa60-194ca65f44bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83336'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:31:33.667145 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-a16a3f03-c113-4a60-bba0-fd55e38664bf None None] Provisioning complete for port af3ddd5c-7931-42bb-a4c0-11865387ca4d triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:31:33.667570 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a16a3f03-c113-4a60-bba0-fd55e38664bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (af3ddd5c-7931-42bb-a4c0-11865387ca4d), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:33.704718 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-a16a3f03-c113-4a60-bba0-fd55e38664bf None None] Port af3ddd5c-7931-42bb-a4c0-11865387ca4d cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:31:33.898107 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-4c4c8492-b1ad-4fb1-b847-411347dd06a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (af3ddd5c-7931-42bb-a4c0-11865387ca4d), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:34.197072 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413c3bf-05f4-434b-837b-f2282084a630 req-aa613acd-d24b-4016-b084-3d5dfa05a16a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:34.198456 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f413c3bf-05f4-434b-837b-f2282084a630 req-aa613acd-d24b-4016-b084-3d5dfa05a16a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=8416c3ae-feb0-451a-aa60-194ca65f44bb HTTP/1.1" status: 200 len: 931 time: 0.1021750 Mar 11 15:31:34.284219 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.notifiers.nova [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-4c4c8492-b1ad-4fb1-b847-411347dd06a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af3ddd5c-7931-42bb-a4c0-11865387ca4d {{(pid=103740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:31:34.291024 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f413c3bf-05f4-434b-837b-f2282084a630 req-b4efa080-d6da-47ae-853c-ac334c9768ef tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=564a5761-15e0-468e-9eaa-46a5206f0440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833666 Mar 11 15:31:34.294940 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-4c4c8492-b1ad-4fb1-b847-411347dd06a1 service neutron] Publish callbacks [] for port (af3ddd5c-7931-42bb-a4c0-11865387ca4d), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:34.315209 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.provisioning_blocks [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-4c4c8492-b1ad-4fb1-b847-411347dd06a1 service neutron] Transition to ACTIVE for port object af3ddd5c-7931-42bb-a4c0-11865387ca4d will not be triggered until provisioned by entity L2. {{(pid=103740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 15:31:34.372517 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:34.395699 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-4c4c8492-b1ad-4fb1-b847-411347dd06a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15279833'] for port (af3ddd5c-7931-42bb-a4c0-11865387ca4d), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:34.447770 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c8492-b1ad-4fb1-b847-411347dd06a1 service neutron] Pushing event updated for resources: {'Port': ['ID=af3ddd5c-7931-42bb-a4c0-11865387ca4d,revision_number=2']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:34.523268 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.managers [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-4c4c8492-b1ad-4fb1-b847-411347dd06a1 service neutron] Attempting to bind port af3ddd5c-7931-42bb-a4c0-11865387ca4d on host hv-cinder-83336 for vnic_type normal with profile {{(pid=103740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:31:34.523660 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.managers [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-4c4c8492-b1ad-4fb1-b847-411347dd06a1 service neutron] Attempting to bind port af3ddd5c-7931-42bb-a4c0-11865387ca4d by drivers openvswitch,hyperv on host hv-cinder-83336 at level 0 using segments [{'id': '08e2d6d3-038c-4332-be4e-e62a17151335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115'}] {{(pid=103740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:31:34.523993 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-4c4c8492-b1ad-4fb1-b847-411347dd06a1 service neutron] Attempting to bind port af3ddd5c-7931-42bb-a4c0-11865387ca4d on network 8544fd48-a5da-477d-ba08-7fd1e3df5115 {{(pid=103740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:31:34.528682 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-4c4c8492-b1ad-4fb1-b847-411347dd06a1 service neutron] Port af3ddd5c-7931-42bb-a4c0-11865387ca4d on network 8544fd48-a5da-477d-ba08-7fd1e3df5115 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83336 {{(pid=103740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 15:31:34.529002 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-4c4c8492-b1ad-4fb1-b847-411347dd06a1 service neutron] Attempting to bind port af3ddd5c-7931-42bb-a4c0-11865387ca4d on network 8544fd48-a5da-477d-ba08-7fd1e3df5115 {{(pid=103740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:31:34.534074 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-4c4c8492-b1ad-4fb1-b847-411347dd06a1 service neutron] Checking agent: {'id': '7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:31:34.534435 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-4c4c8492-b1ad-4fb1-b847-411347dd06a1 service neutron] Checking segment: {'id': '08e2d6d3-038c-4332-be4e-e62a17151335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:31:34.534996 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-4c4c8492-b1ad-4fb1-b847-411347dd06a1 service neutron] Bound using segment: {'id': '08e2d6d3-038c-4332-be4e-e62a17151335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115'} {{(pid=103740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:31:34.535536 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.managers [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-4c4c8492-b1ad-4fb1-b847-411347dd06a1 service neutron] Bound port: af3ddd5c-7931-42bb-a4c0-11865387ca4d, host: hv-cinder-83336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e2d6d3-038c-4332-be4e-e62a17151335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115'}}] {{(pid=103740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:31:34.536105 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-4c4c8492-b1ad-4fb1-b847-411347dd06a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (af3ddd5c-7931-42bb-a4c0-11865387ca4d), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:34.607215 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-4c4c8492-b1ad-4fb1-b847-411347dd06a1 service neutron] For port af3ddd5c-7931-42bb-a4c0-11865387ca4d, host hv-cinder-83336, cleared binding levels {{(pid=103740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:31:34.611328 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-4c4c8492-b1ad-4fb1-b847-411347dd06a1 service neutron] For port af3ddd5c-7931-42bb-a4c0-11865387ca4d, host hv-cinder-83336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=af3ddd5c-7931-42bb-a4c0-11865387ca4d,segment=NetworkSegment(08e2d6d3-038c-4332-be4e-e62a17151335),segment_id=08e2d6d3-038c-4332-be4e-e62a17151335)] {{(pid=103740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:31:34.681960 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-4c4c8492-b1ad-4fb1-b847-411347dd06a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15279833'] for port (af3ddd5c-7931-42bb-a4c0-11865387ca4d), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:34.716614 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-4c4c8492-b1ad-4fb1-b847-411347dd06a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:34.717203 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-4c4c8492-b1ad-4fb1-b847-411347dd06a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:34.718568 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-4c4c8492-b1ad-4fb1-b847-411347dd06a1 service neutron] 10.222.0.66 "PUT /v2.0/ports/af3ddd5c-7931-42bb-a4c0-11865387ca4d HTTP/1.1" status: 200 len: 1093 time: 1.1012917 Mar 11 15:31:34.719005 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8416c3ae-feb0-451a-aa60-194ca65f44bb', 'tag': 'af3ddd5c-7931-42bb-a4c0-11865387ca4d'}] {{(pid=103740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:31:34.721521 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}650d324cd5ca1e8c5fe43ff80fd40eee127a08b7efb0df58efbaed5274d8fbf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc220df4-f4ff-42c5-99c0-edd5c213144a" -d '{"events": [{"name": "network-changed", "server_uuid": "8416c3ae-feb0-451a-aa60-194ca65f44bb", "tag": "af3ddd5c-7931-42bb-a4c0-11865387ca4d"}]}' {{(pid=103740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:31:34.750594 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c8492-b1ad-4fb1-b847-411347dd06a1 service neutron] Pushing event updated for resources: {'Port': ['ID=af3ddd5c-7931-42bb-a4c0-11865387ca4d,revision_number=3']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:34.765884 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef2c087-fbff-49c4-8bbd-eb5f44ae07d0 x-openstack-request-id: req-bef2c087-fbff-49c4-8bbd-eb5f44ae07d0 {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:31:34.766170 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8416c3ae-feb0-451a-aa60-194ca65f44bb", "tag": "af3ddd5c-7931-42bb-a4c0-11865387ca4d", "status": "completed", "code": 200}]} {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:31:34.766420 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bef2c087-fbff-49c4-8bbd-eb5f44ae07d0 {{(pid=103740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:31:34.766819 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8416c3ae-feb0-451a-aa60-194ca65f44bb', 'tag': 'af3ddd5c-7931-42bb-a4c0-11865387ca4d', 'status': 'completed', 'code': 200} Mar 11 15:31:34.833326 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc220df4-f4ff-42c5-99c0-edd5c213144a req-eef2e9f9-1103-4f20-b67a-ebccdd6d5bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:34.834968 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-cc220df4-f4ff-42c5-99c0-edd5c213144a req-eef2e9f9-1103-4f20-b67a-ebccdd6d5bb3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bfe9430712c14bdfbe466c8ac9edd4fe&device_id=8416c3ae-feb0-451a-aa60-194ca65f44bb HTTP/1.1" status: 200 len: 1127 time: 0.0498931 Mar 11 15:31:35.013760 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc220df4-f4ff-42c5-99c0-edd5c213144a req-81cfe090-fa70-49e5-ba49-3aae186b0c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:35.015156 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-cc220df4-f4ff-42c5-99c0-edd5c213144a req-81cfe090-fa70-49e5-ba49-3aae186b0c7a service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=bfe9430712c14bdfbe466c8ac9edd4fe&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1724596 Mar 11 15:31:35.171930 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc220df4-f4ff-42c5-99c0-edd5c213144a req-15cf2142-f0ad-48de-9078-15f662b91b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:35.173384 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-cc220df4-f4ff-42c5-99c0-edd5c213144a req-15cf2142-f0ad-48de-9078-15f662b91b02 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1522641 Mar 11 15:31:35.250095 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-b720e71e-0255-4783-96e1-a0691612967d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:35.251609 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-b720e71e-0255-4783-96e1-a0691612967d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bfe9430712c14bdfbe466c8ac9edd4fe&device_id=8416c3ae-feb0-451a-aa60-194ca65f44bb HTTP/1.1" status: 200 len: 1127 time: 0.0440440 Mar 11 15:31:35.296160 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-88f74b40-9cca-4469-bf9c-11d2559f26e4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af3ddd5c-7931-42bb-a4c0-11865387ca4d HTTP/1.1" status: 200 len: 217 time: 0.0377038 Mar 11 15:31:35.344775 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-c7f63cdd-0732-4264-8964-8ba89aef51d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:35.346223 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-c7f63cdd-0732-4264-8964-8ba89aef51d2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7dfec5c9-f9f3-4b90-a760-ecd6a23b912b HTTP/1.1" status: 200 len: 853 time: 0.0445607 Mar 11 15:31:35.428553 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-b5bf223d-f37f-491c-af1a-a6d8449dc14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:35.430028 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-b5bf223d-f37f-491c-af1a-a6d8449dc14e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8544fd48-a5da-477d-ba08-7fd1e3df5115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0776367 Mar 11 15:31:35.436617 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fadcf-5081-42d0-a748-22b2413dd135 req-0d135db5-6d9c-451e-b9f0-c1b4ca776b31 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:35.437934 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-715fadcf-5081-42d0-a748-22b2413dd135 req-0d135db5-6d9c-451e-b9f0-c1b4ca776b31 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=8416c3ae-feb0-451a-aa60-194ca65f44bb HTTP/1.1" status: 200 len: 943 time: 0.0781128 Mar 11 15:31:35.534513 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-715fadcf-5081-42d0-a748-22b2413dd135 req-1f0bf521-7874-4611-873d-91bb5b47cd45 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=564a5761-15e0-468e-9eaa-46a5206f0440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889392 Mar 11 15:31:35.551417 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-ed3acb81-4f51-4725-a6c9-4a1e6ece586d service neutron] 10.222.0.66 "GET /v2.0/networks/8544fd48-a5da-477d-ba08-7fd1e3df5115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124551 Mar 11 15:31:35.641925 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b17a94df-e49d-46ef-bf84-4f589783a9d2 req-669fe76e-cd08-49de-b3b3-f05a68f6d7e1 service neutron] 10.222.0.66 "GET /v2.0/networks/8544fd48-a5da-477d-ba08-7fd1e3df5115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851004 Mar 11 15:31:36.652636 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e5cd5-3673-4d8c-a844-b09b230c989d req-1f289974-0e5b-4978-af03-48d58cd5ae93 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:36.654111 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-742e5cd5-3673-4d8c-a844-b09b230c989d req-1f289974-0e5b-4978-af03-48d58cd5ae93 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=8416c3ae-feb0-451a-aa60-194ca65f44bb HTTP/1.1" status: 200 len: 943 time: 0.0536125 Mar 11 15:31:36.704100 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-742e5cd5-3673-4d8c-a844-b09b230c989d req-a26ce881-4acb-42f2-b24e-54c550942ff7 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=564a5761-15e0-468e-9eaa-46a5206f0440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443401 Mar 11 15:31:37.826275 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d2c80-df7f-4df3-859c-e08d212d2f9d req-cbd6f958-55b4-45ad-bce4-45fb15abe145 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:37.834431 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f56d2c80-df7f-4df3-859c-e08d212d2f9d req-cbd6f958-55b4-45ad-bce4-45fb15abe145 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=8416c3ae-feb0-451a-aa60-194ca65f44bb HTTP/1.1" status: 200 len: 943 time: 0.0556047 Mar 11 15:31:37.874395 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f56d2c80-df7f-4df3-859c-e08d212d2f9d req-6662749d-df52-45d2-985c-e91f178d1237 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=564a5761-15e0-468e-9eaa-46a5206f0440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408573 Mar 11 15:31:38.690947 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372787a2-d2c3-441a-88dd-f22d9cc4b6e8 req-00506c80-5844-4009-af5b-b462a2b09107 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:38.692538 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-372787a2-d2c3-441a-88dd-f22d9cc4b6e8 req-00506c80-5844-4009-af5b-b462a2b09107 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 947 time: 0.0532637 Mar 11 15:31:38.734036 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device af3ddd5c-7931-42bb-a4c0-11865387ca4d details requested by agent hyperv_hv-cinder-83336 with host hv-cinder-83336 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 15:31:38.739076 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-372787a2-d2c3-441a-88dd-f22d9cc4b6e8 req-e1b764b6-df2b-4426-9c0d-884c238fbd65 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405087 Mar 11 15:31:38.833449 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port af3ddd5c-7931-42bb-a4c0-11865387ca4d, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=af3ddd5c-7931-42bb-a4c0-11865387ca4d,segment=NetworkSegment(08e2d6d3-038c-4332-be4e-e62a17151335),segment_id=08e2d6d3-038c-4332-be4e-e62a17151335)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:38.850234 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Returning: {'device': 'af3ddd5c-7931-42bb-a4c0-11865387ca4d', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'port_id': 'af3ddd5c-7931-42bb-a4c0-11865387ca4d', 'mac_address': 'fa:16:3e:35:18:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 15:31:38.888456 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port af3ddd5c-7931-42bb-a4c0-11865387ca4d is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:31:38.888839 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (af3ddd5c-7931-42bb-a4c0-11865387ca4d), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:38.902908 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af3ddd5c-7931-42bb-a4c0-11865387ca4d {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:31:38.925522 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port af3ddd5c-7931-42bb-a4c0-11865387ca4d, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=af3ddd5c-7931-42bb-a4c0-11865387ca4d,segment=NetworkSegment(08e2d6d3-038c-4332-be4e-e62a17151335),segment_id=08e2d6d3-038c-4332-be4e-e62a17151335)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:38.995565 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (af3ddd5c-7931-42bb-a4c0-11865387ca4d), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:39.006102 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ade0b-ac71-48e3-8874-1524f17f0083 req-7752a04b-a52b-455a-8190-6eb33d554d72 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:39.007616 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9e0ade0b-ac71-48e3-8874-1524f17f0083 req-7752a04b-a52b-455a-8190-6eb33d554d72 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=8416c3ae-feb0-451a-aa60-194ca65f44bb HTTP/1.1" status: 200 len: 943 time: 0.0583506 Mar 11 15:31:39.046052 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=af3ddd5c-7931-42bb-a4c0-11865387ca4d,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:39.057411 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9e0ade0b-ac71-48e3-8874-1524f17f0083 req-57c88e5c-a062-45fc-b943-4a98785e752b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=564a5761-15e0-468e-9eaa-46a5206f0440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432222 Mar 11 15:31:39.331303 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['af3ddd5c-7931-42bb-a4c0-11865387ca4d'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:31:39.862016 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685922f-d831-4e66-9be4-26de8951daff req-41e5d11e-3327-415e-b7ad-01c8ad5659fd tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:39.863558 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3685922f-d831-4e66-9be4-26de8951daff req-41e5d11e-3327-415e-b7ad-01c8ad5659fd tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 947 time: 0.0523851 Mar 11 15:31:39.909896 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3685922f-d831-4e66-9be4-26de8951daff req-e1ee1ec4-516c-4303-93fd-a118ef691ffb tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=013dedcc-a3b7-48c4-9184-2b2731ebf0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407915 Mar 11 15:31:40.177811 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287861b-a081-472b-a2b7-eff81e4c0d05 req-41235661-2282-4cca-a2f2-738393abee8a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:40.179247 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f287861b-a081-472b-a2b7-eff81e4c0d05 req-41235661-2282-4cca-a2f2-738393abee8a tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=8416c3ae-feb0-451a-aa60-194ca65f44bb HTTP/1.1" status: 200 len: 944 time: 0.0557978 Mar 11 15:31:40.233070 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f287861b-a081-472b-a2b7-eff81e4c0d05 req-503abbe9-d3c7-425f-9f49-355cc049c382 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=564a5761-15e0-468e-9eaa-46a5206f0440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473680 Mar 11 15:31:40.443755 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745a2ff-125c-4986-84e2-28f15e790f62 req-0d99512e-5a61-4450-a87c-e6253d872bf0 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:40.445117 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5745a2ff-125c-4986-84e2-28f15e790f62 req-0d99512e-5a61-4450-a87c-e6253d872bf0 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.66 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 947 time: 0.0511010 Mar 11 15:31:40.536182 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [req-5745a2ff-125c-4986-84e2-28f15e790f62 req-5e3c6d37-5524-4f7d-ab3e-d2d4c3655ebe tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Deleting port 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:31:40.536513 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-5745a2ff-125c-4986-84e2-28f15e790f62 req-5e3c6d37-5524-4f7d-ab3e-d2d4c3655ebe tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:40.626355 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [req-5745a2ff-125c-4986-84e2-28f15e790f62 req-5e3c6d37-5524-4f7d-ab3e-d2d4c3655ebe tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] For port 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb,segment=NetworkSegment(3741b2ab-b6fb-417c-b81e-099405fb40ec),segment_id=3741b2ab-b6fb-417c-b81e-099405fb40ec)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:40.626709 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-5745a2ff-125c-4986-84e2-28f15e790f62 req-5e3c6d37-5524-4f7d-ab3e-d2d4c3655ebe tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:40.749002 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device af3ddd5c-7931-42bb-a4c0-11865387ca4d up at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:31:40.794433 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-5745a2ff-125c-4986-84e2-28f15e790f62 req-5e3c6d37-5524-4f7d-ab3e-d2d4c3655ebe tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:40.794775 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-5745a2ff-125c-4986-84e2-28f15e790f62 req-5e3c6d37-5524-4f7d-ab3e-d2d4c3655ebe tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628361'] for floatingip (a777d8fe-6a21-4743-92fe-d80826332bec), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:40.795080 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.db.l3_db [req-5745a2ff-125c-4986-84e2-28f15e790f62 req-5e3c6d37-5524-4f7d-ab3e-d2d4c3655ebe tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Floating IP a777d8fe-6a21-4743-92fe-d80826332bec disassociated. External IP: 172.27.2.196, port: 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb. Mar 11 15:31:40.795431 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [req-5745a2ff-125c-4986-84e2-28f15e790f62 req-5e3c6d37-5524-4f7d-ab3e-d2d4c3655ebe tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Calling delete_port for 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb owned by compute:nova {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:31:40.852193 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning for port af3ddd5c-7931-42bb-a4c0-11865387ca4d completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 15:31:40.856229 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning complete for port af3ddd5c-7931-42bb-a4c0-11865387ca4d triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:31:40.860207 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (af3ddd5c-7931-42bb-a4c0-11865387ca4d), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:40.944117 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port af3ddd5c-7931-42bb-a4c0-11865387ca4d is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:31:40.944561 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (af3ddd5c-7931-42bb-a4c0-11865387ca4d), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:40.967200 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8416c3ae-feb0-451a-aa60-194ca65f44bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3ddd5c-7931-42bb-a4c0-11865387ca4d'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:31:40.970244 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97dedef37c5e2c64aa44179f419dd586ddc22b8f5766e7bc49dcfeca4a9e3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54e0244-4726-40fd-bb98-78b3d2de2772" -d '{"events": [{"server_uuid": "8416c3ae-feb0-451a-aa60-194ca65f44bb", "name": "network-vif-plugged", "status": "completed", "tag": "af3ddd5c-7931-42bb-a4c0-11865387ca4d"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:31:40.983288 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port af3ddd5c-7931-42bb-a4c0-11865387ca4d, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=af3ddd5c-7931-42bb-a4c0-11865387ca4d,segment=NetworkSegment(08e2d6d3-038c-4332-be4e-e62a17151335),segment_id=08e2d6d3-038c-4332-be4e-e62a17151335)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:40.994618 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-5745a2ff-125c-4986-84e2-28f15e790f62 req-5e3c6d37-5524-4f7d-ab3e-d2d4c3655ebe tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:41.013867 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d0dc8db4-938e-4494-897c-c8ce40e8434c req-7748c735-4459-4cf3-94fa-8e8e2e448c37 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 210 time: 0.0325885 Mar 11 15:31:41.017989 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8530bcf7-b038-423a-b46b-8dba588c1acb x-openstack-request-id: req-8530bcf7-b038-423a-b46b-8dba588c1acb {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:31:41.018592 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8416c3ae-feb0-451a-aa60-194ca65f44bb", "name": "network-vif-plugged", "status": "completed", "tag": "af3ddd5c-7931-42bb-a4c0-11865387ca4d", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:31:41.019337 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8530bcf7-b038-423a-b46b-8dba588c1acb {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:31:41.019744 dv-cinder-833365-1-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8416c3ae-feb0-451a-aa60-194ca65f44bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af3ddd5c-7931-42bb-a4c0-11865387ca4d', 'code': 200} Mar 11 15:31:41.048821 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (af3ddd5c-7931-42bb-a4c0-11865387ca4d), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:41.083292 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c6d37-5524-4f7d-ab3e-d2d4c3655ebe tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Pushing event deleted for resources: {'Port': ['ID=2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:41.126763 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=af3ddd5c-7931-42bb-a4c0-11865387ca4d,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:41.168923 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5745a2ff-125c-4986-84e2-28f15e790f62 req-5e3c6d37-5524-4f7d-ab3e-d2d4c3655ebe tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Router e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6 has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:31:41.286381 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5745a2ff-125c-4986-84e2-28f15e790f62 req-5e3c6d37-5524-4f7d-ab3e-d2d4c3655ebe tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:31:41.299769 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ecad07-e492-4c9a-b0fd-fedb521b6396 None None] Sync routers for ids ['e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:31:41.311690 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ecad07-e492-4c9a-b0fd-fedb521b6396 None None] Routers {'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:31:41.312998 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-f7ecad07-e492-4c9a-b0fd-fedb521b6396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:31:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:41.345113 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d554244-74d2-48bd-a0c2-63b2ff24c9be req-d905341b-8c3c-4213-b3f0-6bbb81376614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:41.346841 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6d554244-74d2-48bd-a0c2-63b2ff24c9be req-d905341b-8c3c-4213-b3f0-6bbb81376614 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8416c3ae-feb0-451a-aa60-194ca65f44bb HTTP/1.1" status: 200 len: 1129 time: 0.0617113 Mar 11 15:31:41.353332 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [req-5745a2ff-125c-4986-84e2-28f15e790f62 req-5e3c6d37-5524-4f7d-ab3e-d2d4c3655ebe tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] No DVR routers for this DVR port 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb on host hv-cinder-83336 {{(pid=103740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:31:41.356006 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-5745a2ff-125c-4986-84e2-28f15e790f62 req-5e3c6d37-5524-4f7d-ab3e-d2d4c3655ebe tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:41.361578 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5745a2ff-125c-4986-84e2-28f15e790f62 req-5e3c6d37-5524-4f7d-ab3e-d2d4c3655ebe tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.66 "DELETE /v2.0/ports/2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb HTTP/1.1" status: 204 len: 173 time: 0.9078310 Mar 11 15:31:41.361578 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62134e54-4bf3-4c6c-8645-e0b5664e458f', 'name': 'network-vif-deleted', 'tag': '2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb'}] {{(pid=103740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:31:41.364097 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}650d324cd5ca1e8c5fe43ff80fd40eee127a08b7efb0df58efbaed5274d8fbf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6a08f6-c389-4140-960d-f34d47b89628" -d '{"events": [{"server_uuid": "62134e54-4bf3-4c6c-8645-e0b5664e458f", "name": "network-vif-deleted", "tag": "2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb"}]}' {{(pid=103740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:31:41.397124 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6d554244-74d2-48bd-a0c2-63b2ff24c9be req-a75106a6-d4d9-4c4e-8d0c-eaf7c8663c67 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=564a5761-15e0-468e-9eaa-46a5206f0440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441475 Mar 11 15:31:41.424531 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913465a-d615-4f22-9d53-645d8e6b84a9 req-990b7abf-38af-440e-adb6-b5827b9f0330 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:41.431950 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6913465a-d615-4f22-9d53-645d8e6b84a9 req-990b7abf-38af-440e-adb6-b5827b9f0330 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=8416c3ae-feb0-451a-aa60-194ca65f44bb HTTP/1.1" status: 200 len: 945 time: 0.1219742 Mar 11 15:31:41.436269 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467e8ebe-7f47-4ddc-9d60-1aff6b7d6b3e x-openstack-request-id: req-467e8ebe-7f47-4ddc-9d60-1aff6b7d6b3e {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:31:41.436269 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62134e54-4bf3-4c6c-8645-e0b5664e458f", "name": "network-vif-deleted", "tag": "2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb", "status": "completed", "code": 200}]} {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:31:41.436269 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-467e8ebe-7f47-4ddc-9d60-1aff6b7d6b3e {{(pid=103740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:31:41.436269 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62134e54-4bf3-4c6c-8645-e0b5664e458f', 'name': 'network-vif-deleted', 'tag': '2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb', 'status': 'completed', 'code': 200} Mar 11 15:31:41.456946 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-f7ecad07-e492-4c9a-b0fd-fedb521b6396 None None] Set router e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:31:41.481184 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6913465a-d615-4f22-9d53-645d8e6b84a9 req-a17b6802-7934-4cf0-8617-1c686c65908b tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=564a5761-15e0-468e-9eaa-46a5206f0440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451877 Mar 11 15:31:41.673881 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-f7ecad07-e492-4c9a-b0fd-fedb521b6396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1942829837-router', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:11Z', 'updated_at': '2022-03-11T15:26:15Z', 'revision_number': 4, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'gw_port': {'id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:12Z', 'updated_at': '2022-03-11T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': 'f1c19ed0-ec54-4caa-8c93-06f901971bf3', 'name': '', 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'mac_address': 'fa:16:3e:57:b9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:14Z', 'updated_at': '2022-03-11T15:26:20Z', 'revision_number': 5, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'subnets': [{'id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:41.701584 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ecad07-e492-4c9a-b0fd-fedb521b6396 None None] Checking router: e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6 for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:31:41.711075 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ecad07-e492-4c9a-b0fd-fedb521b6396 None None] Routers {'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:31:41.711721 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-f7ecad07-e492-4c9a-b0fd-fedb521b6396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:31:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:41.952956 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-f7ecad07-e492-4c9a-b0fd-fedb521b6396 None None] Set router e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:31:42.149326 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-f7ecad07-e492-4c9a-b0fd-fedb521b6396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1942829837-router', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:11Z', 'updated_at': '2022-03-11T15:26:15Z', 'revision_number': 4, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'gw_port': {'id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:12Z', 'updated_at': '2022-03-11T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': 'f1c19ed0-ec54-4caa-8c93-06f901971bf3', 'name': '', 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'mac_address': 'fa:16:3e:57:b9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:14Z', 'updated_at': '2022-03-11T15:26:20Z', 'revision_number': 5, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'subnets': [{'id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:42.180324 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ecad07-e492-4c9a-b0fd-fedb521b6396 None None] The sync data for ids ['e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'] in dv-cinder-833365-1-iscsi is: [{'id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1942829837-router', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:11Z', 'updated_at': '2022-03-11T15:26:15Z', 'revision_number': 4, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'gw_port': {'id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:12Z', 'updated_at': '2022-03-11T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': 'f1c19ed0-ec54-4caa-8c93-06f901971bf3', 'name': '', 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'mac_address': 'fa:16:3e:57:b9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:14Z', 'updated_at': '2022-03-11T15:26:20Z', 'revision_number': 5, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'subnets': [{'id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:31:42.233402 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a729795a-399e-4974-bf0b-67e46c20b80f req-1567bf44-f553-4236-86b7-29e6ba4e8e8d tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=62134e54-4bf3-4c6c-8645-e0b5664e458f HTTP/1.1" status: 200 len: 210 time: 0.1301188 Mar 11 15:31:42.412444 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dd576e-a5f5-4eb0-84bc-127866c71ef6 None None] New status for floating IP a777d8fe-6a21-4743-92fe-d80826332bec: DOWN {{(pid=103742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:31:42.618253 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:42.669974 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00ebff-184f-41d4-a950-c54fff124715 req-fb1a3d49-80f2-4ebf-9bf5-ca0b65724567 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:42.672109 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4c00ebff-184f-41d4-a950-c54fff124715 req-fb1a3d49-80f2-4ebf-9bf5-ca0b65724567 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=8416c3ae-feb0-451a-aa60-194ca65f44bb HTTP/1.1" status: 200 len: 945 time: 0.1138175 Mar 11 15:31:42.721242 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4c00ebff-184f-41d4-a950-c54fff124715 req-6ef8dfcc-9895-4024-8464-d7928b938eaa tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=564a5761-15e0-468e-9eaa-46a5206f0440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431333 Mar 11 15:31:43.395448 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 36026) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:31:43.446652 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1fc4f5fa-b2e9-45e7-b494-86d919e8e2a6 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for security_group (013dedcc-a3b7-48c4-9184-2b2731ebf0b5), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:43.473606 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1fc4f5fa-b2e9-45e7-b494-86d919e8e2a6 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for security_group (013dedcc-a3b7-48c4-9184-2b2731ebf0b5), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:43.605331 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1fc4f5fa-b2e9-45e7-b494-86d919e8e2a6 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (013dedcc-a3b7-48c4-9184-2b2731ebf0b5), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:43.607914 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1fc4f5fa-b2e9-45e7-b494-86d919e8e2a6 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:43.609694 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-1fc4f5fa-b2e9-45e7-b494-86d919e8e2a6 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "DELETE /v2.0/security-groups/013dedcc-a3b7-48c4-9184-2b2731ebf0b5 HTTP/1.1" status: 204 len: 168 time: 0.2126441 Mar 11 15:31:43.612380 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 36028) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:31:43.619500 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4f5fa-b2e9-45e7-b494-86d919e8e2a6 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=013dedcc-a3b7-48c4-9184-2b2731ebf0b5,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:43.626075 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.api.v2.resource [None req-46e0a39e-552e-41a6-a82d-2a4a7810d664 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] show failed (client error): The resource could not be found. Mar 11 15:31:43.627049 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-46e0a39e-552e-41a6-a82d-2a4a7810d664 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups/013dedcc-a3b7-48c4-9184-2b2731ebf0b5 HTTP/1.1" status: 404 len: 347 time: 0.0136952 Mar 11 15:31:43.630489 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 36030) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:31:43.754764 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-ab74d1d8-53f0-43ca-8956-30cb65371060 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Deleting port ba888669-cb17-45f6-ba6c-a3107dd3ebce {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:31:43.755114 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ab74d1d8-53f0-43ca-8956-30cb65371060 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (ba888669-cb17-45f6-ba6c-a3107dd3ebce), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:43.859985 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ab74d1d8-53f0-43ca-8956-30cb65371060 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (ba888669-cb17-45f6-ba6c-a3107dd3ebce), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:43.860394 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ab74d1d8-53f0-43ca-8956-30cb65371060 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for floatingip (ba888669-cb17-45f6-ba6c-a3107dd3ebce), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:43.875426 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-ab74d1d8-53f0-43ca-8956-30cb65371060 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Calling delete_port for ba888669-cb17-45f6-ba6c-a3107dd3ebce owned by network:floatingip {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:31:43.929507 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dadbd6-5eee-4d34-8e7c-f7f933c9cde8 req-78691daa-6a44-4a83-927e-dd44ea5b32ae tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:43.930880 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e2dadbd6-5eee-4d34-8e7c-f7f933c9cde8 req-78691daa-6a44-4a83-927e-dd44ea5b32ae tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=8416c3ae-feb0-451a-aa60-194ca65f44bb HTTP/1.1" status: 200 len: 945 time: 0.1208155 Mar 11 15:31:44.004421 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e2dadbd6-5eee-4d34-8e7c-f7f933c9cde8 req-bf161ee4-4339-4cf2-9d86-02bc84863300 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=564a5761-15e0-468e-9eaa-46a5206f0440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667553 Mar 11 15:31:44.108306 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ab74d1d8-53f0-43ca-8956-30cb65371060 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (ba888669-cb17-45f6-ba6c-a3107dd3ebce), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:44.119026 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6512a4-47cc-45e8-b7eb-70fd6ae044b2 req-5be2929e-101a-4b69-a88b-877d822518e7 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:44.120548 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bc6512a4-47cc-45e8-b7eb-70fd6ae044b2 req-5be2929e-101a-4b69-a88b-877d822518e7 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=8416c3ae-feb0-451a-aa60-194ca65f44bb HTTP/1.1" status: 200 len: 945 time: 0.0524814 Mar 11 15:31:44.129236 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 36036) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:31:44.133873 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-0bb6daca-4207-421b-9443-56d2759494e8 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Request body: {'floatingip': {'port_id': 'af3ddd5c-7931-42bb-a4c0-11865387ca4d'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:31:44.135856 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74d1d8-53f0-43ca-8956-30cb65371060 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Pushing event deleted for resources: {'Port': ['ID=ba888669-cb17-45f6-ba6c-a3107dd3ebce,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:44.176048 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0bb6daca-4207-421b-9443-56d2759494e8 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for floatingip (c60164db-6e9c-4227-8014-7cf9c13979f3), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:44.198261 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ab74d1d8-53f0-43ca-8956-30cb65371060 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for floatingip (a777d8fe-6a21-4743-92fe-d80826332bec), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:44.201160 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ab74d1d8-53f0-43ca-8956-30cb65371060 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:44.202420 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-ab74d1d8-53f0-43ca-8956-30cb65371060 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "DELETE /v2.0/floatingips/a777d8fe-6a21-4743-92fe-d80826332bec HTTP/1.1" status: 204 len: 168 time: 0.5710256 Mar 11 15:31:44.535931 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 36040) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:31:44.540658 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-1ed783f5-6e9d-4535-8b79-27ef0b2dcdf1 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--467699312', 'description': 'tempest-description--1774545580'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:31:44.595728 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1ed783f5-6e9d-4535-8b79-27ef0b2dcdf1 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:44.671115 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1ed783f5-6e9d-4535-8b79-27ef0b2dcdf1 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for security_group (1d8c26ec-a625-45dd-b7f3-f5bbee005b5e), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:44.709837 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1ed783f5-6e9d-4535-8b79-27ef0b2dcdf1 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (1d8c26ec-a625-45dd-b7f3-f5bbee005b5e), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:44.739998 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed783f5-6e9d-4535-8b79-27ef0b2dcdf1 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:44.769020 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb no longer exists at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:31:44.788355 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] No Port match for: 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:31:44.792324 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 2cd94ad1-a966-4c2e-b0c9-85fa9a6c91cb not bound to the agent host hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:31:44.813883 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1ed783f5-6e9d-4535-8b79-27ef0b2dcdf1 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:44.815292 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-1ed783f5-6e9d-4535-8b79-27ef0b2dcdf1 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2780387 Mar 11 15:31:44.818036 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 36042) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:31:44.823008 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-e5e45df1-297b-4805-a4d7-399259e194e7 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Request body: {'security_group_rule': {'security_group_id': '1d8c26ec-a625-45dd-b7f3-f5bbee005b5e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:31:44.872977 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0bb6daca-4207-421b-9443-56d2759494e8 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:44.913573 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e5e45df1-297b-4805-a4d7-399259e194e7 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for security_group_rule (5de5e7a2-0ec7-4fc5-acd6-0bbd2d7a4c49), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:44.931269 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0bb6daca-4207-421b-9443-56d2759494e8 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628361'] for floatingip (c60164db-6e9c-4227-8014-7cf9c13979f3), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:44.968897 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e5e45df1-297b-4805-a4d7-399259e194e7 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for security_group_rule (5de5e7a2-0ec7-4fc5-acd6-0bbd2d7a4c49), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:45.039065 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.db.l3_db [None req-0bb6daca-4207-421b-9443-56d2759494e8 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Floating IP c60164db-6e9c-4227-8014-7cf9c13979f3 associated. External IP: 172.27.2.140, port: af3ddd5c-7931-42bb-a4c0-11865387ca4d. Mar 11 15:31:45.040651 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e5e45df1-297b-4805-a4d7-399259e194e7 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951566'] for security_group_rule (5de5e7a2-0ec7-4fc5-acd6-0bbd2d7a4c49), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:45.062795 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e45df1-297b-4805-a4d7-399259e194e7 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5de5e7a2-0ec7-4fc5-acd6-0bbd2d7a4c49,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:45.117780 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e5e45df1-297b-4805-a4d7-399259e194e7 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:45.121549 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-e5e45df1-297b-4805-a4d7-399259e194e7 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3000081 Mar 11 15:31:45.121939 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 36044) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:31:45.127696 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-1995392c-2854-4097-a254-16e770ad1906 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Request body: {'security_group_rule': {'security_group_id': '1d8c26ec-a625-45dd-b7f3-f5bbee005b5e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:31:45.235983 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1995392c-2854-4097-a254-16e770ad1906 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for security_group_rule (bb36be44-8ed4-40c4-88ab-d1d1dd403cb0), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:45.273508 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb6daca-4207-421b-9443-56d2759494e8 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:31:45.300090 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1995392c-2854-4097-a254-16e770ad1906 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for security_group_rule (bb36be44-8ed4-40c4-88ab-d1d1dd403cb0), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:45.355290 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1995392c-2854-4097-a254-16e770ad1906 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951566'] for security_group_rule (bb36be44-8ed4-40c4-88ab-d1d1dd403cb0), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:45.373625 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995392c-2854-4097-a254-16e770ad1906 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb36be44-8ed4-40c4-88ab-d1d1dd403cb0,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:45.387233 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb6daca-4207-421b-9443-56d2759494e8 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:31:45.392236 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0bb6daca-4207-421b-9443-56d2759494e8 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:45.398033 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec2f8cc-67c3-4820-ba88-3b8d28756d05 None None] Sync routers for ids ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:31:45.408736 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec2f8cc-67c3-4820-ba88-3b8d28756d05 None None] Routers {'1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:31:45.409532 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-2ec2f8cc-67c3-4820-ba88-3b8d28756d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:31:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:45.424859 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-0bb6daca-4207-421b-9443-56d2759494e8 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "PUT /v2.0/floatingips/c60164db-6e9c-4227-8014-7cf9c13979f3 HTTP/1.1" status: 200 len: 991 time: 1.2942989 Mar 11 15:31:45.425433 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8416c3ae-feb0-451a-aa60-194ca65f44bb', 'tag': 'af3ddd5c-7931-42bb-a4c0-11865387ca4d'}] {{(pid=103740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:31:45.427758 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}650d324cd5ca1e8c5fe43ff80fd40eee127a08b7efb0df58efbaed5274d8fbf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de0b009-d560-408a-939f-1898c49c8bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "8416c3ae-feb0-451a-aa60-194ca65f44bb", "tag": "af3ddd5c-7931-42bb-a4c0-11865387ca4d"}]}' {{(pid=103740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:31:45.437503 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1995392c-2854-4097-a254-16e770ad1906 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:45.441685 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-1995392c-2854-4097-a254-16e770ad1906 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3157928 Mar 11 15:31:45.441853 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 36050) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:31:45.450824 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-35b8cabc-e39a-4045-acfb-db2db3a0ebf9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Request body: {'floatingip': {'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:31:45.476027 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9622bc53-d26e-487b-9d66-7c199ed6b3f7 x-openstack-request-id: req-9622bc53-d26e-487b-9d66-7c199ed6b3f7 {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:31:45.481753 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8416c3ae-feb0-451a-aa60-194ca65f44bb", "tag": "af3ddd5c-7931-42bb-a4c0-11865387ca4d", "status": "completed", "code": 200}]} {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:31:45.481753 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9622bc53-d26e-487b-9d66-7c199ed6b3f7 {{(pid=103740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:31:45.481753 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8416c3ae-feb0-451a-aa60-194ca65f44bb', 'tag': 'af3ddd5c-7931-42bb-a4c0-11865387ca4d', 'status': 'completed', 'code': 200} Mar 11 15:31:45.529310 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-35b8cabc-e39a-4045-acfb-db2db3a0ebf9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:45.536783 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-2ec2f8cc-67c3-4820-ba88-3b8d28756d05 None None] Set router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:31:45.570567 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0b009-d560-408a-939f-1898c49c8bd2 req-6155af46-81e2-4e95-a843-2261f757f234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:45.572014 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5de0b009-d560-408a-939f-1898c49c8bd2 req-6155af46-81e2-4e95-a843-2261f757f234 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bfe9430712c14bdfbe466c8ac9edd4fe&device_id=8416c3ae-feb0-451a-aa60-194ca65f44bb HTTP/1.1" status: 200 len: 1129 time: 0.0726528 Mar 11 15:31:45.702316 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0b009-d560-408a-939f-1898c49c8bd2 req-4165c0ac-1f3e-4425-a6cb-a988a4a12c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:45.704456 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5de0b009-d560-408a-939f-1898c49c8bd2 req-4165c0ac-1f3e-4425-a6cb-a988a4a12c2f service neutron] 10.222.0.66 "GET /v2.0/networks?id=8544fd48-a5da-477d-ba08-7fd1e3df5115 HTTP/1.1" status: 200 len: 915 time: 0.1269877 Mar 11 15:31:45.759953 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-35b8cabc-e39a-4045-acfb-db2db3a0ebf9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:45.773082 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-2ec2f8cc-67c3-4820-ba88-3b8d28756d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'name': 'tempest-AttachVolumeNegativeTest-850374247-router', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:48Z', 'revision_number': 4, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'gw_port': {'id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': 'c60164db-6e9c-4227-8014-7cf9c13979f3', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'port_id': 'af3ddd5c-7931-42bb-a4c0-11865387ca4d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'mac_address': 'fa:16:3e:35:18:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8416c3ae-feb0-451a-aa60-194ca65f44bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:31:29Z', 'updated_at': '2022-03-11T15:31:44Z', 'revision_number': 1, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b94c66-669a-4d42-994d-c2a3469a4ba6', 'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'mac_address': 'fa:16:3e:92:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:47Z', 'updated_at': '2022-03-11T15:21:57Z', 'revision_number': 5, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'subnets': [{'id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:45.785993 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5de0b009-d560-408a-939f-1898c49c8bd2 req-e37ca1e3-5351-4d36-80de-2d8f2168e94b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af3ddd5c-7931-42bb-a4c0-11865387ca4d HTTP/1.1" status: 200 len: 999 time: 0.0753527 Mar 11 15:31:45.801133 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec2f8cc-67c3-4820-ba88-3b8d28756d05 None None] Checking router: 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:31:45.810817 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec2f8cc-67c3-4820-ba88-3b8d28756d05 None None] Routers {'1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:31:45.811568 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-2ec2f8cc-67c3-4820-ba88-3b8d28756d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:31:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:45.885858 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0b009-d560-408a-939f-1898c49c8bd2 req-081f4ccb-9a02-4aa3-a3cc-cdca09e554b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:45.887369 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5de0b009-d560-408a-939f-1898c49c8bd2 req-081f4ccb-9a02-4aa3-a3cc-cdca09e554b5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7dfec5c9-f9f3-4b90-a760-ecd6a23b912b HTTP/1.1" status: 200 len: 853 time: 0.0775204 Mar 11 15:31:45.943828 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [None req-35b8cabc-e39a-4045-acfb-db2db3a0ebf9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Allocated IP 172.27.2.174 (78e1392b-e3c2-4d04-8c82-7bd84bb30297/7f6dd339-b219-48a3-93bc-4a99710f07af/c33f9675-56d1-4431-addd-161505b79cb9) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:31:45.950117 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-2ec2f8cc-67c3-4820-ba88-3b8d28756d05 None None] Set router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:31:45.978003 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0b009-d560-408a-939f-1898c49c8bd2 req-b11294b7-fc56-4b96-a417-1b74e1139fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:45.979538 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5de0b009-d560-408a-939f-1898c49c8bd2 req-b11294b7-fc56-4b96-a417-1b74e1139fa5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8544fd48-a5da-477d-ba08-7fd1e3df5115&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0856609 Mar 11 15:31:46.119104 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-35b8cabc-e39a-4045-acfb-db2db3a0ebf9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for port (c33f9675-56d1-4431-addd-161505b79cb9), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:46.133326 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5de0b009-d560-408a-939f-1898c49c8bd2 req-fc3607c7-891a-4c33-8dc8-d09cad522f0a service neutron] 10.222.0.66 "GET /v2.0/networks/8544fd48-a5da-477d-ba08-7fd1e3df5115?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438308 Mar 11 15:31:46.175130 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-2ec2f8cc-67c3-4820-ba88-3b8d28756d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'name': 'tempest-AttachVolumeNegativeTest-850374247-router', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:48Z', 'revision_number': 4, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'gw_port': {'id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': 'c60164db-6e9c-4227-8014-7cf9c13979f3', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'port_id': 'af3ddd5c-7931-42bb-a4c0-11865387ca4d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'mac_address': 'fa:16:3e:35:18:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8416c3ae-feb0-451a-aa60-194ca65f44bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:31:29Z', 'updated_at': '2022-03-11T15:31:44Z', 'revision_number': 1, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b94c66-669a-4d42-994d-c2a3469a4ba6', 'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'mac_address': 'fa:16:3e:92:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:47Z', 'updated_at': '2022-03-11T15:21:57Z', 'revision_number': 5, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'subnets': [{'id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:31:46.207003 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec2f8cc-67c3-4820-ba88-3b8d28756d05 None None] The sync data for ids ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'] in dv-cinder-833365-1-iscsi is: [{'id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'name': 'tempest-AttachVolumeNegativeTest-850374247-router', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:48Z', 'revision_number': 4, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'gw_port': {'id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': 'c60164db-6e9c-4227-8014-7cf9c13979f3', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'floating_ip_address': '172.27.2.140', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'port_id': 'af3ddd5c-7931-42bb-a4c0-11865387ca4d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'mac_address': 'fa:16:3e:35:18:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8416c3ae-feb0-451a-aa60-194ca65f44bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:31:29Z', 'updated_at': '2022-03-11T15:31:44Z', 'revision_number': 1, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b94c66-669a-4d42-994d-c2a3469a4ba6', 'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'mac_address': 'fa:16:3e:92:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:47Z', 'updated_at': '2022-03-11T15:21:57Z', 'revision_number': 5, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'subnets': [{'id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:31:46.238939 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5de0b009-d560-408a-939f-1898c49c8bd2 req-f66479a0-f49d-4154-a4b1-22893496417e service neutron] 10.222.0.66 "GET /v2.0/networks/8544fd48-a5da-477d-ba08-7fd1e3df5115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971642 Mar 11 15:31:46.241369 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-35b8cabc-e39a-4045-acfb-db2db3a0ebf9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (c33f9675-56d1-4431-addd-161505b79cb9), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:46.299050 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b8cabc-e39a-4045-acfb-db2db3a0ebf9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:31:46.301965 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-35b8cabc-e39a-4045-acfb-db2db3a0ebf9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:46.306569 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b8cabc-e39a-4045-acfb-db2db3a0ebf9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:31:46.309895 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8cabc-e39a-4045-acfb-db2db3a0ebf9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Pushing event updated for resources: {'Port': ['ID=c33f9675-56d1-4431-addd-161505b79cb9,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:46.394976 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-35b8cabc-e39a-4045-acfb-db2db3a0ebf9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for floatingip (fd0cc42f-5df2-4601-bcaa-dea81d5b0869), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:46.420593 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6725b3-04bb-411d-a941-2a492f7043b3 None None] New status for floating IP c60164db-6e9c-4227-8014-7cf9c13979f3: ACTIVE {{(pid=103742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:31:46.498669 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-35b8cabc-e39a-4045-acfb-db2db3a0ebf9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (c33f9675-56d1-4431-addd-161505b79cb9), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:46.653412 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-35b8cabc-e39a-4045-acfb-db2db3a0ebf9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for port (c33f9675-56d1-4431-addd-161505b79cb9), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:46.736887 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-35b8cabc-e39a-4045-acfb-db2db3a0ebf9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (c33f9675-56d1-4431-addd-161505b79cb9), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:46.807197 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8cabc-e39a-4045-acfb-db2db3a0ebf9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Pushing event updated for resources: {'Port': ['ID=c33f9675-56d1-4431-addd-161505b79cb9,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:46.819412 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-35b8cabc-e39a-4045-acfb-db2db3a0ebf9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628361'] for floatingip (fd0cc42f-5df2-4601-bcaa-dea81d5b0869), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:46.928541 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-35b8cabc-e39a-4045-acfb-db2db3a0ebf9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:46.929946 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-35b8cabc-e39a-4045-acfb-db2db3a0ebf9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4868491 Mar 11 15:31:47.082417 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-c850b1fb-ba8c-4cef-a91e-d3bc629b1e72 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--467699312&fields=id&tenant_id=26837043df1a49fb9ee0eaa587c624aa HTTP/1.1" status: 200 len: 267 time: 0.0459235 Mar 11 15:31:47.195980 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-f3ba8798-0d00-45d3-8a7b-4c36667760cb tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:47.197439 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-f3ba8798-0d00-45d3-8a7b-4c36667760cb tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/networks?id=1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba HTTP/1.1" status: 200 len: 817 time: 0.1078641 Mar 11 15:31:47.212523 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-970d7202-e80d-40b9-987c-f3a872169920 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/quotas/26837043df1a49fb9ee0eaa587c624aa HTTP/1.1" status: 200 len: 375 time: 0.0097334 Mar 11 15:31:47.271160 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-7165ad79-6db7-43fd-9973-50835b48adcf tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=26837043df1a49fb9ee0eaa587c624aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533142 Mar 11 15:31:47.286202 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-ec989e16-c657-4a72-bbbd-4359ebd210a9 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103739) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 15:31:47.287128 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-ec989e16-c657-4a72-bbbd-4359ebd210a9 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050213 Mar 11 15:31:47.375239 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-e37a71e4-46ca-4700-9ad7-ca96dbb181f6 service neutron] 10.222.0.44 "GET /v2.0/networks/1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820575 Mar 11 15:31:47.467670 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-839dd999-7f4a-4061-bdf9-c85e27c97eb8 service neutron] 10.222.0.44 "GET /v2.0/networks/1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867629 Mar 11 15:31:47.709353 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ad84b360-2d73-4b50-a4f1-a965bd4fab65 req-f301c6fa-46eb-4239-846e-60e4a1d85b56 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 210 time: 0.0268171 Mar 11 15:31:48.812995 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-10a0ebf1-e19a-4c0b-8a6e-fec1ab785f23 req-160769a6-720e-427f-9d89-2c2a579bbbe2 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 210 time: 0.0269015 Mar 11 15:31:49.658557 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-f4de3137-a9f0-484d-83cb-09844f185613 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:49.660088 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-f4de3137-a9f0-484d-83cb-09844f185613 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.66 "GET /v2.0/networks?id=1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba HTTP/1.1" status: 200 len: 817 time: 0.1046836 Mar 11 15:31:49.720326 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-8e0f52a9-3a95-43c8-ab87-3e427612eb54 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=26837043df1a49fb9ee0eaa587c624aa HTTP/1.1" status: 200 len: 379 time: 0.0529037 Mar 11 15:31:49.728676 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-6050d0ed-6eef-4eb0-85c0-4a92119745ed tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Request body: {'port': {'device_id': 'd9d8d550-ee96-49f8-b14b-0d5f25b8881a', 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba', 'admin_state_up': True, 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'security_groups': ['1d8c26ec-a625-45dd-b7f3-f5bbee005b5e']}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:31:49.915231 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-6050d0ed-6eef-4eb0-85c0-4a92119745ed tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Made reservation on behalf of 26837043df1a49fb9ee0eaa587c624aa for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:31:49.918740 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-6050d0ed-6eef-4eb0-85c0-4a92119745ed tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:49.980976 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b5771d79-eb67-45bb-b372-15ac12e0f22e req-bba2a5e3-3b58-4bd5-9893-9e4e13d0bbd5 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 210 time: 0.0290256 Mar 11 15:31:50.314941 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-6050d0ed-6eef-4eb0-85c0-4a92119745ed tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Allocated IP 172.20.0.12 (1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba/bd37384c-a7f0-45c7-ab70-ef3de68c479f/dc6eb716-8633-4cb5-9e60-7f78730a41fb) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:31:50.448861 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-6050d0ed-6eef-4eb0-85c0-4a92119745ed tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for port (dc6eb716-8633-4cb5-9e60-7f78730a41fb), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:50.548469 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-6050d0ed-6eef-4eb0-85c0-4a92119745ed tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (dc6eb716-8633-4cb5-9e60-7f78730a41fb), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:50.590066 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-6050d0ed-6eef-4eb0-85c0-4a92119745ed tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Network 1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:31:50.595129 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-6050d0ed-6eef-4eb0-85c0-4a92119745ed tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:31:50.598740 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-6050d0ed-6eef-4eb0-85c0-4a92119745ed tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:31:50.605335 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6050d0ed-6eef-4eb0-85c0-4a92119745ed tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Pushing event updated for resources: {'Port': ['ID=dc6eb716-8633-4cb5-9e60-7f78730a41fb,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:50.652233 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-6050d0ed-6eef-4eb0-85c0-4a92119745ed tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:50.652845 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-6050d0ed-6eef-4eb0-85c0-4a92119745ed tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:50.753040 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-6050d0ed-6eef-4eb0-85c0-4a92119745ed tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0282667 Mar 11 15:31:50.763674 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-7b897c67-0a94-438c-a966-a8c55485d2fd service neutron] Request body: {'port': {'device_id': 'd9d8d550-ee96-49f8-b14b-0d5f25b8881a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83336'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:31:50.827365 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-7b897c67-0a94-438c-a966-a8c55485d2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (dc6eb716-8633-4cb5-9e60-7f78730a41fb), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:50.880477 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-e93e30f5-5c26-498d-a398-561c510a0765 None None] Provisioning complete for port dc6eb716-8633-4cb5-9e60-7f78730a41fb triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:31:50.881045 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e93e30f5-5c26-498d-a398-561c510a0765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (dc6eb716-8633-4cb5-9e60-7f78730a41fb), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:50.918655 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-e93e30f5-5c26-498d-a398-561c510a0765 None None] Port dc6eb716-8633-4cb5-9e60-7f78730a41fb cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:31:51.156973 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-7b897c67-0a94-438c-a966-a8c55485d2fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc6eb716-8633-4cb5-9e60-7f78730a41fb {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:31:51.167132 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5527f-154e-4be0-a361-daf5235a8dd5 req-0688d6ff-2a56-4ba2-b730-b4efc60d84de tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:51.168620 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-58f5527f-154e-4be0-a361-daf5235a8dd5 req-0688d6ff-2a56-4ba2-b730-b4efc60d84de tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 932 time: 0.1110792 Mar 11 15:31:51.179162 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-7b897c67-0a94-438c-a966-a8c55485d2fd service neutron] Publish callbacks [] for port (dc6eb716-8633-4cb5-9e60-7f78730a41fb), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:51.202431 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-7b897c67-0a94-438c-a966-a8c55485d2fd service neutron] Transition to ACTIVE for port object dc6eb716-8633-4cb5-9e60-7f78730a41fb will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 15:31:51.228701 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-58f5527f-154e-4be0-a361-daf5235a8dd5 req-e01f0fa0-0b05-4a03-b1f0-b6098cf86c2a tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526714 Mar 11 15:31:51.257804 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-7b897c67-0a94-438c-a966-a8c55485d2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (dc6eb716-8633-4cb5-9e60-7f78730a41fb), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:51.306963 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b897c67-0a94-438c-a966-a8c55485d2fd service neutron] Pushing event updated for resources: {'Port': ['ID=dc6eb716-8633-4cb5-9e60-7f78730a41fb,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:51.382354 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-7b897c67-0a94-438c-a966-a8c55485d2fd service neutron] Attempting to bind port dc6eb716-8633-4cb5-9e60-7f78730a41fb on host hv-cinder-83336 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:31:51.382688 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-7b897c67-0a94-438c-a966-a8c55485d2fd service neutron] Attempting to bind port dc6eb716-8633-4cb5-9e60-7f78730a41fb by drivers openvswitch,hyperv on host hv-cinder-83336 at level 0 using segments [{'id': '3741b2ab-b6fb-417c-b81e-099405fb40ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:31:51.383017 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-7b897c67-0a94-438c-a966-a8c55485d2fd service neutron] Attempting to bind port dc6eb716-8633-4cb5-9e60-7f78730a41fb on network 1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:31:51.387536 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-7b897c67-0a94-438c-a966-a8c55485d2fd service neutron] Port dc6eb716-8633-4cb5-9e60-7f78730a41fb on network 1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83336 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 15:31:51.387864 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-7b897c67-0a94-438c-a966-a8c55485d2fd service neutron] Attempting to bind port dc6eb716-8633-4cb5-9e60-7f78730a41fb on network 1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:31:51.392824 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-7b897c67-0a94-438c-a966-a8c55485d2fd service neutron] Checking agent: {'id': '7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:31:51.393160 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-7b897c67-0a94-438c-a966-a8c55485d2fd service neutron] Checking segment: {'id': '3741b2ab-b6fb-417c-b81e-099405fb40ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:31:51.393537 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-7b897c67-0a94-438c-a966-a8c55485d2fd service neutron] Bound using segment: {'id': '3741b2ab-b6fb-417c-b81e-099405fb40ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:31:51.393967 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-7b897c67-0a94-438c-a966-a8c55485d2fd service neutron] Bound port: dc6eb716-8633-4cb5-9e60-7f78730a41fb, host: hv-cinder-83336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3741b2ab-b6fb-417c-b81e-099405fb40ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:31:51.394318 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-7b897c67-0a94-438c-a966-a8c55485d2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (dc6eb716-8633-4cb5-9e60-7f78730a41fb), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:51.462340 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-7b897c67-0a94-438c-a966-a8c55485d2fd service neutron] For port dc6eb716-8633-4cb5-9e60-7f78730a41fb, host hv-cinder-83336, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:31:51.465588 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-7b897c67-0a94-438c-a966-a8c55485d2fd service neutron] For port dc6eb716-8633-4cb5-9e60-7f78730a41fb, host hv-cinder-83336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=dc6eb716-8633-4cb5-9e60-7f78730a41fb,segment=NetworkSegment(3741b2ab-b6fb-417c-b81e-099405fb40ec),segment_id=3741b2ab-b6fb-417c-b81e-099405fb40ec)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:31:51.544986 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-7b897c67-0a94-438c-a966-a8c55485d2fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (dc6eb716-8633-4cb5-9e60-7f78730a41fb), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:51.579163 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-7b897c67-0a94-438c-a966-a8c55485d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:51.579742 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-7b897c67-0a94-438c-a966-a8c55485d2fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:51.581108 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-7b897c67-0a94-438c-a966-a8c55485d2fd service neutron] 10.222.0.66 "PUT /v2.0/ports/dc6eb716-8633-4cb5-9e60-7f78730a41fb HTTP/1.1" status: 200 len: 1094 time: 0.8217041 Mar 11 15:31:51.583609 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d8d550-ee96-49f8-b14b-0d5f25b8881a', 'tag': 'dc6eb716-8633-4cb5-9e60-7f78730a41fb'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:31:51.585956 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acc7d95-c1b5-4fb6-9e11-4991db72a1d6" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d8d550-ee96-49f8-b14b-0d5f25b8881a", "tag": "dc6eb716-8633-4cb5-9e60-7f78730a41fb"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:31:51.619232 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b897c67-0a94-438c-a966-a8c55485d2fd service neutron] Pushing event updated for resources: {'Port': ['ID=dc6eb716-8633-4cb5-9e60-7f78730a41fb,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:51.632833 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef170fcc-da44-4a22-8485-9f000f3b1afd x-openstack-request-id: req-ef170fcc-da44-4a22-8485-9f000f3b1afd {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:31:51.633125 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d8d550-ee96-49f8-b14b-0d5f25b8881a", "tag": "dc6eb716-8633-4cb5-9e60-7f78730a41fb", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:31:51.633380 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef170fcc-da44-4a22-8485-9f000f3b1afd {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:31:51.633784 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d8d550-ee96-49f8-b14b-0d5f25b8881a', 'tag': 'dc6eb716-8633-4cb5-9e60-7f78730a41fb', 'status': 'completed', 'code': 200} Mar 11 15:31:51.699742 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc7d95-c1b5-4fb6-9e11-4991db72a1d6 req-61d1b039-5d3d-4809-b676-52932be69ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:51.701212 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6acc7d95-c1b5-4fb6-9e11-4991db72a1d6 req-61d1b039-5d3d-4809-b676-52932be69ae5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=26837043df1a49fb9ee0eaa587c624aa&device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 1128 time: 0.0478210 Mar 11 15:31:51.805173 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc7d95-c1b5-4fb6-9e11-4991db72a1d6 req-856fb325-ba5d-44a2-9887-4686eb990fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:51.808830 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6acc7d95-c1b5-4fb6-9e11-4991db72a1d6 req-856fb325-ba5d-44a2-9887-4686eb990fd7 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=26837043df1a49fb9ee0eaa587c624aa&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0994916 Mar 11 15:31:51.900882 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc7d95-c1b5-4fb6-9e11-4991db72a1d6 req-b32607c2-5e66-4c9d-8d83-b068a92904b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:51.902462 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6acc7d95-c1b5-4fb6-9e11-4991db72a1d6 req-b32607c2-5e66-4c9d-8d83-b068a92904b4 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900912 Mar 11 15:31:51.983386 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-cd27c038-7201-491c-a930-ed6f9f6f9382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:51.985518 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-cd27c038-7201-491c-a930-ed6f9f6f9382 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=26837043df1a49fb9ee0eaa587c624aa&device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 1128 time: 0.0481982 Mar 11 15:31:52.025395 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-c08f04ad-38ff-4434-9d7b-0f1aa6ecf1b6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc6eb716-8633-4cb5-9e60-7f78730a41fb HTTP/1.1" status: 200 len: 217 time: 0.0338354 Mar 11 15:31:52.073688 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-51e60bbb-fb22-486e-89fd-22665ef40e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:52.075128 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-51e60bbb-fb22-486e-89fd-22665ef40e77 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd37384c-a7f0-45c7-ab70-ef3de68c479f HTTP/1.1" status: 200 len: 856 time: 0.0436740 Mar 11 15:31:52.126581 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-cda62781-13ef-4a26-b41c-31d3db5cbdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:52.128103 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-cda62781-13ef-4a26-b41c-31d3db5cbdce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473964 Mar 11 15:31:52.215321 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-5848f1ff-749f-442b-853e-162defdef793 service neutron] 10.222.0.66 "GET /v2.0/networks/1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813549 Mar 11 15:31:52.319243 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e7cd299f-397d-46b3-931a-52a6ef6ccb9c req-122ee802-e430-4d7c-8bee-e2157d178feb service neutron] 10.222.0.66 "GET /v2.0/networks/1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979383 Mar 11 15:31:52.360298 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048d985-f6fb-4000-8589-cdd602f4e604 req-095df973-60b2-4eed-9132-903e6e77f4b7 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:52.361771 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8048d985-f6fb-4000-8589-cdd602f4e604 req-095df973-60b2-4eed-9132-903e6e77f4b7 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 944 time: 0.0569105 Mar 11 15:31:52.408609 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8048d985-f6fb-4000-8589-cdd602f4e604 req-59d4dd4e-fdf5-4581-801e-3858ad371011 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412829 Mar 11 15:31:53.536325 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3513f-7f58-433e-b4c1-ddd8f5d475b3 req-3b1d2f68-b96f-4a5b-9a6d-82404d9a4ce4 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:53.537820 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-00c3513f-7f58-433e-b4c1-ddd8f5d475b3 req-3b1d2f68-b96f-4a5b-9a6d-82404d9a4ce4 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 944 time: 0.0571539 Mar 11 15:31:53.584682 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-00c3513f-7f58-433e-b4c1-ddd8f5d475b3 req-e70da94f-e8b5-4d13-bea1-26a16e6d3639 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413163 Mar 11 15:31:54.716417 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf2877-51e2-4599-b730-556d5af01dbd req-c36bc7a6-1efb-4319-ac18-ac7f0d262528 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:54.717935 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1dbf2877-51e2-4599-b730-556d5af01dbd req-c36bc7a6-1efb-4319-ac18-ac7f0d262528 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 944 time: 0.0524735 Mar 11 15:31:54.777043 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1dbf2877-51e2-4599-b730-556d5af01dbd req-e24b215f-3740-4df3-a129-c4f00fc7e8c0 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497646 Mar 11 15:31:54.862178 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device dc6eb716-8633-4cb5-9e60-7f78730a41fb details requested by agent hyperv_hv-cinder-83336 with host hv-cinder-83336 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 15:31:54.979020 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port dc6eb716-8633-4cb5-9e60-7f78730a41fb, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=dc6eb716-8633-4cb5-9e60-7f78730a41fb,segment=NetworkSegment(3741b2ab-b6fb-417c-b81e-099405fb40ec),segment_id=3741b2ab-b6fb-417c-b81e-099405fb40ec)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:54.990868 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Returning: {'device': 'dc6eb716-8633-4cb5-9e60-7f78730a41fb', 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba', 'port_id': 'dc6eb716-8633-4cb5-9e60-7f78730a41fb', 'mac_address': 'fa:16:3e:97:4d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 15:31:55.029278 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port dc6eb716-8633-4cb5-9e60-7f78730a41fb is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:31:55.029658 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (dc6eb716-8633-4cb5-9e60-7f78730a41fb), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:55.042607 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6eb716-8633-4cb5-9e60-7f78730a41fb {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:31:55.063145 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port dc6eb716-8633-4cb5-9e60-7f78730a41fb, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=dc6eb716-8633-4cb5-9e60-7f78730a41fb,segment=NetworkSegment(3741b2ab-b6fb-417c-b81e-099405fb40ec),segment_id=3741b2ab-b6fb-417c-b81e-099405fb40ec)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:55.126953 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (dc6eb716-8633-4cb5-9e60-7f78730a41fb), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:55.187272 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=dc6eb716-8633-4cb5-9e60-7f78730a41fb,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:55.456760 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['dc6eb716-8633-4cb5-9e60-7f78730a41fb'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:31:55.903226 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e2360-8a29-4fba-bc5c-daa06eb7b326 req-e52d4f26-a1b5-4f08-aa1b-51703bc6361e tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:55.904740 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-306e2360-8a29-4fba-bc5c-daa06eb7b326 req-e52d4f26-a1b5-4f08-aa1b-51703bc6361e tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 945 time: 0.0544643 Mar 11 15:31:55.951807 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-306e2360-8a29-4fba-bc5c-daa06eb7b326 req-10b3cda3-0be4-4b4e-8b0d-b09942423501 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413690 Mar 11 15:31:56.884646 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device dc6eb716-8633-4cb5-9e60-7f78730a41fb up at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:31:57.023215 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning for port dc6eb716-8633-4cb5-9e60-7f78730a41fb completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 15:31:57.027581 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning complete for port dc6eb716-8633-4cb5-9e60-7f78730a41fb triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:31:57.027952 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (dc6eb716-8633-4cb5-9e60-7f78730a41fb), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:57.081294 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a08f5e-46a6-4be9-bc36-20881872b567 req-0e6b7c30-e39f-484d-b3b1-f83500136bf3 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:57.083864 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-02a08f5e-46a6-4be9-bc36-20881872b567 req-0e6b7c30-e39f-484d-b3b1-f83500136bf3 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 945 time: 0.0605905 Mar 11 15:31:57.115114 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port dc6eb716-8633-4cb5-9e60-7f78730a41fb is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:31:57.115541 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (dc6eb716-8633-4cb5-9e60-7f78730a41fb), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:57.136289 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-02a08f5e-46a6-4be9-bc36-20881872b567 req-014f8752-e053-4da2-b792-31bee5b317dd tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478990 Mar 11 15:31:57.147429 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d8d550-ee96-49f8-b14b-0d5f25b8881a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6eb716-8633-4cb5-9e60-7f78730a41fb'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:31:57.149722 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97dedef37c5e2c64aa44179f419dd586ddc22b8f5766e7bc49dcfeca4a9e3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461927e0-75e3-45bf-a30e-61c65f16b1c3" -d '{"events": [{"server_uuid": "d9d8d550-ee96-49f8-b14b-0d5f25b8881a", "name": "network-vif-plugged", "status": "completed", "tag": "dc6eb716-8633-4cb5-9e60-7f78730a41fb"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:31:57.168314 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port dc6eb716-8633-4cb5-9e60-7f78730a41fb, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=dc6eb716-8633-4cb5-9e60-7f78730a41fb,segment=NetworkSegment(3741b2ab-b6fb-417c-b81e-099405fb40ec),segment_id=3741b2ab-b6fb-417c-b81e-099405fb40ec)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:31:57.211031 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fa7720-d930-4bb2-9a8e-b653e5b57016 x-openstack-request-id: req-f4fa7720-d930-4bb2-9a8e-b653e5b57016 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:31:57.211380 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d8d550-ee96-49f8-b14b-0d5f25b8881a", "name": "network-vif-plugged", "status": "completed", "tag": "dc6eb716-8633-4cb5-9e60-7f78730a41fb", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:31:57.211726 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f4fa7720-d930-4bb2-9a8e-b653e5b57016 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:31:57.212192 dv-cinder-833365-1-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d8d550-ee96-49f8-b14b-0d5f25b8881a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6eb716-8633-4cb5-9e60-7f78730a41fb', 'code': 200} Mar 11 15:31:57.244927 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (dc6eb716-8633-4cb5-9e60-7f78730a41fb), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:57.315693 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=dc6eb716-8633-4cb5-9e60-7f78730a41fb,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:31:57.556055 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8adb5-44a9-44e9-9a11-fbddaa27f942 req-34cdd947-cae7-4988-99a1-9a8b7f59a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:57.557521 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-18e8adb5-44a9-44e9-9a11-fbddaa27f942 req-34cdd947-cae7-4988-99a1-9a8b7f59a48e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 1130 time: 0.0460517 Mar 11 15:31:57.605434 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-18e8adb5-44a9-44e9-9a11-fbddaa27f942 req-635c074a-2406-41c0-94b3-9e4c14e1b38f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414646 Mar 11 15:31:57.870645 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-7caf0d76-e1eb-4f50-9cbf-85d2bc62304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:31:58.300863 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876d87f-bb51-4bea-93e0-b09043aa3d64 req-184856a1-d2b3-4f15-aac5-0745e961f4d7 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:58.302566 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e876d87f-bb51-4bea-93e0-b09043aa3d64 req-184856a1-d2b3-4f15-aac5-0745e961f4d7 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.0760477 Mar 11 15:31:58.363061 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e876d87f-bb51-4bea-93e0-b09043aa3d64 req-209a7736-4a67-4fb1-a922-eae55a4075a0 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528526 Mar 11 15:31:59.492078 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a47f04-4dda-4e18-942b-3a0474ed93d3 req-56acbd03-4259-49f6-9370-e4d63da48c2c tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:59.493545 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-80a47f04-4dda-4e18-942b-3a0474ed93d3 req-56acbd03-4259-49f6-9370-e4d63da48c2c tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.0565124 Mar 11 15:31:59.540355 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-80a47f04-4dda-4e18-942b-3a0474ed93d3 req-d5c0054c-2a1f-4bb7-89f6-37efbed41539 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413668 Mar 11 15:31:59.658672 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5bbb4-1472-4cb3-82eb-3932351a156a req-68cb77d2-330f-423e-a9c2-a8e6fd051c75 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:31:59.660189 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7ad5bbb4-1472-4cb3-82eb-3932351a156a req-68cb77d2-330f-423e-a9c2-a8e6fd051c75 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.0519066 Mar 11 15:31:59.668471 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 36112) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:31:59.673456 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-7c070708-3d74-4e33-9e96-80089e339276 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Request body: {'floatingip': {'port_id': 'dc6eb716-8633-4cb5-9e60-7f78730a41fb'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:31:59.711010 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7c070708-3d74-4e33-9e96-80089e339276 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for floatingip (fd0cc42f-5df2-4601-bcaa-dea81d5b0869), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:32:00.057872 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b0bd7fb0-1cd5-4bb1-a35f-001f6cd3d284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:32:00.201665 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7c070708-3d74-4e33-9e96-80089e339276 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:32:00.263611 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7c070708-3d74-4e33-9e96-80089e339276 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628361'] for floatingip (fd0cc42f-5df2-4601-bcaa-dea81d5b0869), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:32:00.368370 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.db.l3_db [None req-7c070708-3d74-4e33-9e96-80089e339276 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Floating IP fd0cc42f-5df2-4601-bcaa-dea81d5b0869 associated. External IP: 172.27.2.174, port: dc6eb716-8633-4cb5-9e60-7f78730a41fb. Mar 11 15:32:00.602292 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c070708-3d74-4e33-9e96-80089e339276 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Router e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6 has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:32:00.730486 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c070708-3d74-4e33-9e96-80089e339276 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:32:00.737460 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7c070708-3d74-4e33-9e96-80089e339276 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:32:00.748176 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37f2803-fdaf-4c4f-8d69-48a2db7fef25 None None] Sync routers for ids ['e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:32:00.758938 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37f2803-fdaf-4c4f-8d69-48a2db7fef25 None None] Routers {'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:32:00.759604 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-b37f2803-fdaf-4c4f-8d69-48a2db7fef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:32:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:00.775811 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-7c070708-3d74-4e33-9e96-80089e339276 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "PUT /v2.0/floatingips/fd0cc42f-5df2-4601-bcaa-dea81d5b0869 HTTP/1.1" status: 200 len: 992 time: 1.1060007 Mar 11 15:32:00.776468 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d8d550-ee96-49f8-b14b-0d5f25b8881a', 'tag': 'dc6eb716-8633-4cb5-9e60-7f78730a41fb'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:32:00.778794 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3280be7-045f-49d2-8641-185dca47339c" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d8d550-ee96-49f8-b14b-0d5f25b8881a", "tag": "dc6eb716-8633-4cb5-9e60-7f78730a41fb"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:32:00.824652 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1518bf55-5dcb-4e55-8fed-705996ae6313 x-openstack-request-id: req-1518bf55-5dcb-4e55-8fed-705996ae6313 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:32:00.824953 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d8d550-ee96-49f8-b14b-0d5f25b8881a", "tag": "dc6eb716-8633-4cb5-9e60-7f78730a41fb", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:32:00.825209 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1518bf55-5dcb-4e55-8fed-705996ae6313 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:32:00.825605 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d8d550-ee96-49f8-b14b-0d5f25b8881a', 'tag': 'dc6eb716-8633-4cb5-9e60-7f78730a41fb', 'status': 'completed', 'code': 200} Mar 11 15:32:00.890509 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-b37f2803-fdaf-4c4f-8d69-48a2db7fef25 None None] Set router e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:32:00.897691 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3280be7-045f-49d2-8641-185dca47339c req-07c8207d-fe69-43dd-bed4-bff7f2e7b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:00.899246 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b3280be7-045f-49d2-8641-185dca47339c req-07c8207d-fe69-43dd-bed4-bff7f2e7b0fe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=26837043df1a49fb9ee0eaa587c624aa&device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 1130 time: 0.0516846 Mar 11 15:32:01.005874 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3280be7-045f-49d2-8641-185dca47339c req-26f36d59-a505-4176-a815-f33e591a6365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:01.007323 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b3280be7-045f-49d2-8641-185dca47339c req-26f36d59-a505-4176-a815-f33e591a6365 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba HTTP/1.1" status: 200 len: 918 time: 0.1002495 Mar 11 15:32:01.083953 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b3280be7-045f-49d2-8641-185dca47339c req-2d8fd3ef-a4a4-49c3-af90-92c5a143e3b6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc6eb716-8633-4cb5-9e60-7f78730a41fb HTTP/1.1" status: 200 len: 1000 time: 0.0708117 Mar 11 15:32:01.136888 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3280be7-045f-49d2-8641-185dca47339c req-fd21e518-2e5b-41a1-976d-3dd1459c7b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:01.138407 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b3280be7-045f-49d2-8641-185dca47339c req-fd21e518-2e5b-41a1-976d-3dd1459c7b6d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd37384c-a7f0-45c7-ab70-ef3de68c479f HTTP/1.1" status: 200 len: 856 time: 0.0489995 Mar 11 15:32:01.143519 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-b37f2803-fdaf-4c4f-8d69-48a2db7fef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1942829837-router', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:11Z', 'updated_at': '2022-03-11T15:26:15Z', 'revision_number': 4, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'gw_port': {'id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:12Z', 'updated_at': '2022-03-11T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': 'fd0cc42f-5df2-4601-bcaa-dea81d5b0869', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'port_id': 'dc6eb716-8633-4cb5-9e60-7f78730a41fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba', 'mac_address': 'fa:16:3e:97:4d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d8d550-ee96-49f8-b14b-0d5f25b8881a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:31:46Z', 'updated_at': '2022-03-11T15:32:00Z', 'revision_number': 1, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c19ed0-ec54-4caa-8c93-06f901971bf3', 'name': '', 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'mac_address': 'fa:16:3e:57:b9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:14Z', 'updated_at': '2022-03-11T15:26:20Z', 'revision_number': 5, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'subnets': [{'id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:01.173509 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37f2803-fdaf-4c4f-8d69-48a2db7fef25 None None] Checking router: e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6 for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:32:01.181930 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37f2803-fdaf-4c4f-8d69-48a2db7fef25 None None] Routers {'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:32:01.182545 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-b37f2803-fdaf-4c4f-8d69-48a2db7fef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:32:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:01.188041 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3280be7-045f-49d2-8641-185dca47339c req-897c52db-bf48-4138-b8f9-81e93ecf67c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:01.189569 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b3280be7-045f-49d2-8641-185dca47339c req-897c52db-bf48-4138-b8f9-81e93ecf67c6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458109 Mar 11 15:32:01.199610 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [req-b3280be7-045f-49d2-8641-185dca47339c req-d02b805a-7590-429d-ba9c-5d71271e55b0 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103739) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 15:32:01.200564 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b3280be7-045f-49d2-8641-185dca47339c req-d02b805a-7590-429d-ba9c-5d71271e55b0 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052497 Mar 11 15:32:01.310184 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b3280be7-045f-49d2-8641-185dca47339c req-12382c1c-7f21-4270-b96a-c1af8725db99 service neutron] 10.222.0.66 "GET /v2.0/networks/1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032398 Mar 11 15:32:01.411724 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b3280be7-045f-49d2-8641-185dca47339c req-cd7809f9-8c65-482d-88d4-4b055f5c5872 service neutron] 10.222.0.66 "GET /v2.0/networks/1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955007 Mar 11 15:32:01.426037 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:32:01.449961 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-b37f2803-fdaf-4c4f-8d69-48a2db7fef25 None None] Set router e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:32:01.685256 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-b37f2803-fdaf-4c4f-8d69-48a2db7fef25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1942829837-router', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:11Z', 'updated_at': '2022-03-11T15:26:15Z', 'revision_number': 4, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'gw_port': {'id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:12Z', 'updated_at': '2022-03-11T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': 'fd0cc42f-5df2-4601-bcaa-dea81d5b0869', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'port_id': 'dc6eb716-8633-4cb5-9e60-7f78730a41fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba', 'mac_address': 'fa:16:3e:97:4d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d8d550-ee96-49f8-b14b-0d5f25b8881a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:31:46Z', 'updated_at': '2022-03-11T15:32:00Z', 'revision_number': 1, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c19ed0-ec54-4caa-8c93-06f901971bf3', 'name': '', 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'mac_address': 'fa:16:3e:57:b9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:14Z', 'updated_at': '2022-03-11T15:26:20Z', 'revision_number': 5, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'subnets': [{'id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:32:01.716600 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37f2803-fdaf-4c4f-8d69-48a2db7fef25 None None] The sync data for ids ['e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'] in dv-cinder-833365-1-iscsi is: [{'id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1942829837-router', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:11Z', 'updated_at': '2022-03-11T15:26:15Z', 'revision_number': 4, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'gw_port': {'id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:12Z', 'updated_at': '2022-03-11T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': 'fd0cc42f-5df2-4601-bcaa-dea81d5b0869', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'floating_ip_address': '172.27.2.174', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'port_id': 'dc6eb716-8633-4cb5-9e60-7f78730a41fb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba', 'mac_address': 'fa:16:3e:97:4d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9d8d550-ee96-49f8-b14b-0d5f25b8881a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:31:46Z', 'updated_at': '2022-03-11T15:32:00Z', 'revision_number': 1, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c19ed0-ec54-4caa-8c93-06f901971bf3', 'name': '', 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'mac_address': 'fa:16:3e:57:b9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:14Z', 'updated_at': '2022-03-11T15:26:20Z', 'revision_number': 5, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'subnets': [{'id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:32:01.926830 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ffe67c-4731-411d-a496-99a2275e377e None None] New status for floating IP fd0cc42f-5df2-4601-bcaa-dea81d5b0869: ACTIVE {{(pid=103742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:32:02.994961 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:32:04.355415 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:32:10.597642 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:32:12.598986 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:32:27.833065 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-6cbf830c-3a3a-4f98-9c0c-7a3f169342dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:32:30.120510 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-196cf11d-118e-421c-a21b-a01ab2e7ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:32:31.354297 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:32:33.040459 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:32:34.375785 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:32:42.621350 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:32:47.597998 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:32:52.937855 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a67a5166-5845-44fb-9cbd-b264d540ad97 req-8f5a4664-fee2-41fb-8320-84b835a980e7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7ddbc544-f2e9-4bc7-aead-e11bf7f85241&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0950541 Mar 11 15:32:53.042564 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a5166-5845-44fb-9cbd-b264d540ad97 req-d60ddffc-4bef-45ae-b1f4-3192e61d392b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:53.044113 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a67a5166-5845-44fb-9cbd-b264d540ad97 req-d60ddffc-4bef-45ae-b1f4-3192e61d392b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a05c04b4e4784d13a9c157c76e0ff03a&device_id=7ddbc544-f2e9-4bc7-aead-e11bf7f85241 HTTP/1.1" status: 200 len: 1129 time: 0.0520256 Mar 11 15:32:53.160734 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a5166-5845-44fb-9cbd-b264d540ad97 req-959376db-ff46-4c63-82e6-cf80ec29dda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:53.162888 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a67a5166-5845-44fb-9cbd-b264d540ad97 req-959376db-ff46-4c63-82e6-cf80ec29dda9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 HTTP/1.1" status: 200 len: 913 time: 0.0945809 Mar 11 15:32:53.238590 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a67a5166-5845-44fb-9cbd-b264d540ad97 req-cc8b6d01-3983-49cb-9402-165f66cd3189 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c54d9cfe-e12d-4438-82f7-9138b5e3b11e HTTP/1.1" status: 200 len: 1000 time: 0.0647426 Mar 11 15:32:53.290052 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a5166-5845-44fb-9cbd-b264d540ad97 req-d3ce9500-b41e-4e09-ba4c-342d76ec181b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:53.291511 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a67a5166-5845-44fb-9cbd-b264d540ad97 req-d3ce9500-b41e-4e09-ba4c-342d76ec181b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ff0797ed-948d-4bc0-a15c-6d476f6713f7 HTTP/1.1" status: 200 len: 851 time: 0.0434201 Mar 11 15:32:53.345291 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a5166-5845-44fb-9cbd-b264d540ad97 req-21924105-a602-409e-8c5c-58f36b1cbbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:32:53.346852 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a67a5166-5845-44fb-9cbd-b264d540ad97 req-21924105-a602-409e-8c5c-58f36b1cbbc5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0af61b1c-cde3-490d-a2cc-9dcf9e2c2131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487716 Mar 11 15:32:53.437696 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a67a5166-5845-44fb-9cbd-b264d540ad97 req-7fc9693b-543b-4f49-a7d5-99504637d240 service neutron] 10.222.0.66 "GET /v2.0/networks/0af61b1c-cde3-490d-a2cc-9dcf9e2c2131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852525 Mar 11 15:32:53.525841 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a67a5166-5845-44fb-9cbd-b264d540ad97 req-d9504b07-732e-434c-8f5f-2e2063745f1c service neutron] 10.222.0.66 "GET /v2.0/networks/0af61b1c-cde3-490d-a2cc-9dcf9e2c2131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812488 Mar 11 15:32:57.816734 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b890c28b-3e8a-4e82-b899-ec2f8841188c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:00.057298 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-df25d53d-8aa9-41ea-9c07-21a1586b5119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:01.262221 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:03.022265 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:04.369094 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:12.435807 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800af7a9-cbd0-46db-bf59-6f648c7da788 req-e079cd91-be66-4ebc-9737-a898ad1f64be tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:12.437298 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-800af7a9-cbd0-46db-bf59-6f648c7da788 req-e079cd91-be66-4ebc-9737-a898ad1f64be tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=8416c3ae-feb0-451a-aa60-194ca65f44bb HTTP/1.1" status: 200 len: 945 time: 0.0607562 Mar 11 15:33:12.488449 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-800af7a9-cbd0-46db-bf59-6f648c7da788 req-0f6bebe1-e214-429f-bddb-fec31af5b43d tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=564a5761-15e0-468e-9eaa-46a5206f0440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452645 Mar 11 15:33:12.616154 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:13.617040 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1c893-2469-4e64-85e3-32181489afb2 req-feb342eb-620a-4b04-a083-ecc8659b7081 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:13.618541 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-18d1c893-2469-4e64-85e3-32181489afb2 req-feb342eb-620a-4b04-a083-ecc8659b7081 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=8416c3ae-feb0-451a-aa60-194ca65f44bb HTTP/1.1" status: 200 len: 945 time: 0.0570502 Mar 11 15:33:13.668562 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-18d1c893-2469-4e64-85e3-32181489afb2 req-8293db15-0747-4680-adaa-0e4d5ac7f512 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=564a5761-15e0-468e-9eaa-46a5206f0440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440478 Mar 11 15:33:14.348302 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322c8ef-e208-4278-95d0-aa36387c62d1 req-8b4bc8e3-0f8d-419e-a2d3-2258c415d0a5 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:14.349724 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1322c8ef-e208-4278-95d0-aa36387c62d1 req-8b4bc8e3-0f8d-419e-a2d3-2258c415d0a5 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.66 "GET /v2.0/ports?device_id=8416c3ae-feb0-451a-aa60-194ca65f44bb HTTP/1.1" status: 200 len: 945 time: 0.0539124 Mar 11 15:33:14.456712 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-1322c8ef-e208-4278-95d0-aa36387c62d1 req-4c2393d2-2852-44c6-9def-7304bceba6eb tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Deleting port af3ddd5c-7931-42bb-a4c0-11865387ca4d {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:33:14.457046 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-1322c8ef-e208-4278-95d0-aa36387c62d1 req-4c2393d2-2852-44c6-9def-7304bceba6eb tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (af3ddd5c-7931-42bb-a4c0-11865387ca4d), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:14.555932 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-1322c8ef-e208-4278-95d0-aa36387c62d1 req-4c2393d2-2852-44c6-9def-7304bceba6eb tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] For port af3ddd5c-7931-42bb-a4c0-11865387ca4d, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=af3ddd5c-7931-42bb-a4c0-11865387ca4d,segment=NetworkSegment(08e2d6d3-038c-4332-be4e-e62a17151335),segment_id=08e2d6d3-038c-4332-be4e-e62a17151335)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:14.556289 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-1322c8ef-e208-4278-95d0-aa36387c62d1 req-4c2393d2-2852-44c6-9def-7304bceba6eb tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (af3ddd5c-7931-42bb-a4c0-11865387ca4d), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:14.764056 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-1322c8ef-e208-4278-95d0-aa36387c62d1 req-4c2393d2-2852-44c6-9def-7304bceba6eb tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:14.764428 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-1322c8ef-e208-4278-95d0-aa36387c62d1 req-4c2393d2-2852-44c6-9def-7304bceba6eb tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628361'] for floatingip (c60164db-6e9c-4227-8014-7cf9c13979f3), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:14.764742 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.db.l3_db [req-1322c8ef-e208-4278-95d0-aa36387c62d1 req-4c2393d2-2852-44c6-9def-7304bceba6eb tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Floating IP c60164db-6e9c-4227-8014-7cf9c13979f3 disassociated. External IP: 172.27.2.140, port: af3ddd5c-7931-42bb-a4c0-11865387ca4d. Mar 11 15:33:14.765082 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-1322c8ef-e208-4278-95d0-aa36387c62d1 req-4c2393d2-2852-44c6-9def-7304bceba6eb tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Calling delete_port for af3ddd5c-7931-42bb-a4c0-11865387ca4d owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:33:14.849943 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c61f8e-de90-4fa5-b701-bdccd985d4d1 req-1e5098b7-5e45-4a5c-bff0-0429885f7392 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:14.851445 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c4c61f8e-de90-4fa5-b701-bdccd985d4d1 req-1e5098b7-5e45-4a5c-bff0-0429885f7392 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=8416c3ae-feb0-451a-aa60-194ca65f44bb HTTP/1.1" status: 200 len: 945 time: 0.1104417 Mar 11 15:33:14.941521 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c4c61f8e-de90-4fa5-b701-bdccd985d4d1 req-22c1b5c8-5a13-4fcb-aa4f-bff988b8c879 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups?id=564a5761-15e0-468e-9eaa-46a5206f0440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821583 Mar 11 15:33:15.032044 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-1322c8ef-e208-4278-95d0-aa36387c62d1 req-4c2393d2-2852-44c6-9def-7304bceba6eb tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (af3ddd5c-7931-42bb-a4c0-11865387ca4d), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:15.060126 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2393d2-2852-44c6-9def-7304bceba6eb tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event deleted for resources: {'Port': ['ID=af3ddd5c-7931-42bb-a4c0-11865387ca4d,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:15.073383 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2393d2-2852-44c6-9def-7304bceba6eb tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:15.073739 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2393d2-2852-44c6-9def-7304bceba6eb tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:15.074078 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2393d2-2852-44c6-9def-7304bceba6eb tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:15.074412 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2393d2-2852-44c6-9def-7304bceba6eb tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:15.074745 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2393d2-2852-44c6-9def-7304bceba6eb tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:15.076011 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2393d2-2852-44c6-9def-7304bceba6eb tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:15.076011 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2393d2-2852-44c6-9def-7304bceba6eb tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:15.076011 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2393d2-2852-44c6-9def-7304bceba6eb tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:15.076011 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2393d2-2852-44c6-9def-7304bceba6eb tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:15.076395 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2393d2-2852-44c6-9def-7304bceba6eb tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:15.076738 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2393d2-2852-44c6-9def-7304bceba6eb tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:15.077059 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2393d2-2852-44c6-9def-7304bceba6eb tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:15.077376 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2393d2-2852-44c6-9def-7304bceba6eb tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:15.485214 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1322c8ef-e208-4278-95d0-aa36387c62d1 req-4c2393d2-2852-44c6-9def-7304bceba6eb tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:33:15.600727 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1322c8ef-e208-4278-95d0-aa36387c62d1 req-4c2393d2-2852-44c6-9def-7304bceba6eb tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:33:15.610640 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6601c951-a1d2-46d2-a4b6-cf94383d0cfd None None] Sync routers for ids ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:33:15.620529 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6601c951-a1d2-46d2-a4b6-cf94383d0cfd None None] Routers {'1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:33:15.621154 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-6601c951-a1d2-46d2-a4b6-cf94383d0cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:33:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:15.640457 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-1322c8ef-e208-4278-95d0-aa36387c62d1 req-4c2393d2-2852-44c6-9def-7304bceba6eb tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] No DVR routers for this DVR port af3ddd5c-7931-42bb-a4c0-11865387ca4d on host hv-cinder-83336 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:33:15.643445 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-1322c8ef-e208-4278-95d0-aa36387c62d1 req-4c2393d2-2852-44c6-9def-7304bceba6eb tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:15.646946 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1322c8ef-e208-4278-95d0-aa36387c62d1 req-4c2393d2-2852-44c6-9def-7304bceba6eb tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.66 "DELETE /v2.0/ports/af3ddd5c-7931-42bb-a4c0-11865387ca4d HTTP/1.1" status: 204 len: 173 time: 1.2911150 Mar 11 15:33:15.647462 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8416c3ae-feb0-451a-aa60-194ca65f44bb', 'name': 'network-vif-deleted', 'tag': 'af3ddd5c-7931-42bb-a4c0-11865387ca4d'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:33:15.649663 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60b725f-3f39-46b3-b1df-a603609f0b7d" -d '{"events": [{"server_uuid": "8416c3ae-feb0-451a-aa60-194ca65f44bb", "name": "network-vif-deleted", "tag": "af3ddd5c-7931-42bb-a4c0-11865387ca4d"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:33:15.746967 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-6601c951-a1d2-46d2-a4b6-cf94383d0cfd None None] Set router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:33:15.756384 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899e852c-59c8-479e-bc2d-fa86260b6963 x-openstack-request-id: req-899e852c-59c8-479e-bc2d-fa86260b6963 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:33:15.756745 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8416c3ae-feb0-451a-aa60-194ca65f44bb", "name": "network-vif-deleted", "tag": "af3ddd5c-7931-42bb-a4c0-11865387ca4d", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:33:15.756997 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-899e852c-59c8-479e-bc2d-fa86260b6963 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:33:15.757400 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8416c3ae-feb0-451a-aa60-194ca65f44bb', 'name': 'network-vif-deleted', 'tag': 'af3ddd5c-7931-42bb-a4c0-11865387ca4d', 'status': 'completed', 'code': 200} Mar 11 15:33:15.968925 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-6601c951-a1d2-46d2-a4b6-cf94383d0cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'name': 'tempest-AttachVolumeNegativeTest-850374247-router', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:48Z', 'revision_number': 4, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'gw_port': {'id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '91b94c66-669a-4d42-994d-c2a3469a4ba6', 'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'mac_address': 'fa:16:3e:92:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:47Z', 'updated_at': '2022-03-11T15:21:57Z', 'revision_number': 5, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'subnets': [{'id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:16.003785 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6601c951-a1d2-46d2-a4b6-cf94383d0cfd None None] Checking router: 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:33:16.012334 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6601c951-a1d2-46d2-a4b6-cf94383d0cfd None None] Routers {'1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:33:16.012953 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-6601c951-a1d2-46d2-a4b6-cf94383d0cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:33:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:16.060198 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-63aa7d83-08c6-4c27-a687-e15bc475ec40 req-ac73905c-54d6-4e95-a10d-f841c4889222 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/ports?device_id=8416c3ae-feb0-451a-aa60-194ca65f44bb HTTP/1.1" status: 200 len: 210 time: 0.0343144 Mar 11 15:33:16.133530 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-6601c951-a1d2-46d2-a4b6-cf94383d0cfd None None] Set router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:33:16.341961 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-6601c951-a1d2-46d2-a4b6-cf94383d0cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'name': 'tempest-AttachVolumeNegativeTest-850374247-router', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:48Z', 'revision_number': 4, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'gw_port': {'id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '91b94c66-669a-4d42-994d-c2a3469a4ba6', 'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'mac_address': 'fa:16:3e:92:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:47Z', 'updated_at': '2022-03-11T15:21:57Z', 'revision_number': 5, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'subnets': [{'id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:16.371176 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6601c951-a1d2-46d2-a4b6-cf94383d0cfd None None] The sync data for ids ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'] in dv-cinder-833365-1-iscsi is: [{'id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'name': 'tempest-AttachVolumeNegativeTest-850374247-router', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:21:48Z', 'revision_number': 4, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'gw_port': {'id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '91b94c66-669a-4d42-994d-c2a3469a4ba6', 'name': '', 'network_id': '8544fd48-a5da-477d-ba08-7fd1e3df5115', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'mac_address': 'fa:16:3e:92:1b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:47Z', 'updated_at': '2022-03-11T15:21:57Z', 'revision_number': 5, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'subnets': [{'id': '7dfec5c9-f9f3-4b90-a760-ecd6a23b912b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:33:16.626993 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f03e3c-ee3d-407c-aa4b-c456c47f057b None None] New status for floating IP c60164db-6e9c-4227-8014-7cf9c13979f3: DOWN {{(pid=103742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:33:17.199207 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 36252) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:33:17.255845 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device af3ddd5c-7931-42bb-a4c0-11865387ca4d no longer exists at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:33:17.262431 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f7f3c1b4-4cdc-4a9e-94c0-ca541646b161 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group (564a5761-15e0-468e-9eaa-46a5206f0440), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:17.280219 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] No Port match for: af3ddd5c-7931-42bb-a4c0-11865387ca4d {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:33:17.280572 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device af3ddd5c-7931-42bb-a4c0-11865387ca4d not bound to the agent host hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:33:17.293745 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f7f3c1b4-4cdc-4a9e-94c0-ca541646b161 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group (564a5761-15e0-468e-9eaa-46a5206f0440), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:17.422296 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f7f3c1b4-4cdc-4a9e-94c0-ca541646b161 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (564a5761-15e0-468e-9eaa-46a5206f0440), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:17.425643 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f7f3c1b4-4cdc-4a9e-94c0-ca541646b161 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:17.426843 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-f7f3c1b4-4cdc-4a9e-94c0-ca541646b161 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "DELETE /v2.0/security-groups/564a5761-15e0-468e-9eaa-46a5206f0440 HTTP/1.1" status: 204 len: 168 time: 0.2266195 Mar 11 15:33:17.429717 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 36254) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:33:17.437179 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3c1b4-4cdc-4a9e-94c0-ca541646b161 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=564a5761-15e0-468e-9eaa-46a5206f0440,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:17.444219 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.api.v2.resource [None req-16bdd245-c99c-4465-a77c-e3d9b5bcb43f tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] show failed (client error): The resource could not be found. Mar 11 15:33:17.445262 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-16bdd245-c99c-4465-a77c-e3d9b5bcb43f tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "GET /v2.0/security-groups/564a5761-15e0-468e-9eaa-46a5206f0440 HTTP/1.1" status: 404 len: 347 time: 0.0145292 Mar 11 15:33:17.446188 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3c1b4-4cdc-4a9e-94c0-ca541646b161 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:17.446701 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3c1b4-4cdc-4a9e-94c0-ca541646b161 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:17.447064 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3c1b4-4cdc-4a9e-94c0-ca541646b161 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:17.447427 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3c1b4-4cdc-4a9e-94c0-ca541646b161 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:17.447859 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3c1b4-4cdc-4a9e-94c0-ca541646b161 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:17.448185 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 36256) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:33:17.448383 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3c1b4-4cdc-4a9e-94c0-ca541646b161 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:17.448567 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3c1b4-4cdc-4a9e-94c0-ca541646b161 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:17.448973 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3c1b4-4cdc-4a9e-94c0-ca541646b161 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:17.449313 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3c1b4-4cdc-4a9e-94c0-ca541646b161 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:17.449640 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3c1b4-4cdc-4a9e-94c0-ca541646b161 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:17.449967 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3c1b4-4cdc-4a9e-94c0-ca541646b161 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:17.450294 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3c1b4-4cdc-4a9e-94c0-ca541646b161 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:17.450621 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f3c1b4-4cdc-4a9e-94c0-ca541646b161 tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:17.577765 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-c431bcd3-9cff-4269-9d34-66b706065e9f tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Deleting port 4e342a91-ee14-4499-97da-da8ff8046482 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:33:17.578134 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c431bcd3-9cff-4269-9d34-66b706065e9f tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (4e342a91-ee14-4499-97da-da8ff8046482), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:17.659334 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c431bcd3-9cff-4269-9d34-66b706065e9f tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (4e342a91-ee14-4499-97da-da8ff8046482), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:17.659862 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c431bcd3-9cff-4269-9d34-66b706065e9f tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for floatingip (4e342a91-ee14-4499-97da-da8ff8046482), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:17.671892 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-c431bcd3-9cff-4269-9d34-66b706065e9f tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Calling delete_port for 4e342a91-ee14-4499-97da-da8ff8046482 owned by network:floatingip {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:33:17.860764 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c431bcd3-9cff-4269-9d34-66b706065e9f tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (4e342a91-ee14-4499-97da-da8ff8046482), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:17.887977 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431bcd3-9cff-4269-9d34-66b706065e9f tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Pushing event deleted for resources: {'Port': ['ID=4e342a91-ee14-4499-97da-da8ff8046482,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:17.947331 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c431bcd3-9cff-4269-9d34-66b706065e9f tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks [] for floatingip (c60164db-6e9c-4227-8014-7cf9c13979f3), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:17.949820 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c431bcd3-9cff-4269-9d34-66b706065e9f tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:17.950949 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-c431bcd3-9cff-4269-9d34-66b706065e9f tempest-AttachVolumeNegativeTest-408537467 tempest-AttachVolumeNegativeTest-408537467-project] 10.222.0.44 "DELETE /v2.0/floatingips/c60164db-6e9c-4227-8014-7cf9c13979f3 HTTP/1.1" status: 204 len: 168 time: 0.5018795 Mar 11 15:33:19.157992 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da69c9-6b12-4c63-9d12-e7091016a62d req-8722adfe-5060-4b7b-82f4-ab0dcc7383fe tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:19.159764 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-66da69c9-6b12-4c63-9d12-e7091016a62d req-8722adfe-5060-4b7b-82f4-ab0dcc7383fe tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.0560799 Mar 11 15:33:19.210374 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-66da69c9-6b12-4c63-9d12-e7091016a62d req-b4a5509f-f57b-4c08-955f-408124f0c65e tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450320 Mar 11 15:33:20.338486 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f9778-9221-4262-b84e-4db689323a15 req-6521f7f7-bca7-4a28-aca8-2795a4cb3573 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:20.339924 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-459f9778-9221-4262-b84e-4db689323a15 req-6521f7f7-bca7-4a28-aca8-2795a4cb3573 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.0577550 Mar 11 15:33:20.388466 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-459f9778-9221-4262-b84e-4db689323a15 req-f627e3b9-d009-430f-911d-1cd844e26c83 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427830 Mar 11 15:33:21.518601 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070500b-bbe9-4447-8117-175f9354607a req-64c797cb-42cd-47cf-b895-221596b971b0 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:21.520162 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e070500b-bbe9-4447-8117-175f9354607a req-64c797cb-42cd-47cf-b895-221596b971b0 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.0549781 Mar 11 15:33:21.567381 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e070500b-bbe9-4447-8117-175f9354607a req-8fd018e4-3a34-40d9-a8f0-ec11fdee75a4 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414104 Mar 11 15:33:22.088343 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 36326) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:33:22.528826 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-60fc8009-45af-416f-90ef-5f62870ba651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630665'] for router_interface (1a86ac94-a74c-4d3f-a1a4-2bf388d93e11), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:22.742978 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167757a5-7448-4e97-a82e-56806aee9851 req-0cc8d0c4-36e6-43ed-94f4-673c23bebedf tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:22.744478 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-167757a5-7448-4e97-a82e-56806aee9851 req-0cc8d0c4-36e6-43ed-94f4-673c23bebedf tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.0815804 Mar 11 15:33:22.824293 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-167757a5-7448-4e97-a82e-56806aee9851 req-a9d2e6c4-42f6-4cef-993b-bb0db6ad93af tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725832 Mar 11 15:33:22.864910 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-60fc8009-45af-416f-90ef-5f62870ba651 admin admin] Deleting port 91b94c66-669a-4d42-994d-c2a3469a4ba6 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:33:22.865244 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-60fc8009-45af-416f-90ef-5f62870ba651 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (91b94c66-669a-4d42-994d-c2a3469a4ba6), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:22.941596 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [None req-60fc8009-45af-416f-90ef-5f62870ba651 admin admin] For port 91b94c66-669a-4d42-994d-c2a3469a4ba6, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=91b94c66-669a-4d42-994d-c2a3469a4ba6,segment=NetworkSegment(08e2d6d3-038c-4332-be4e-e62a17151335),segment_id=08e2d6d3-038c-4332-be4e-e62a17151335)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:22.941957 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-60fc8009-45af-416f-90ef-5f62870ba651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (91b94c66-669a-4d42-994d-c2a3469a4ba6), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:22.954835 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-60fc8009-45af-416f-90ef-5f62870ba651 admin admin] Calling delete_port for 91b94c66-669a-4d42-994d-c2a3469a4ba6 owned by network:router_interface {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:33:23.232148 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-60fc8009-45af-416f-90ef-5f62870ba651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (91b94c66-669a-4d42-994d-c2a3469a4ba6), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:23.262487 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc8009-45af-416f-90ef-5f62870ba651 admin admin] Pushing event deleted for resources: {'Port': ['ID=91b94c66-669a-4d42-994d-c2a3469a4ba6,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:23.437516 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-60fc8009-45af-416f-90ef-5f62870ba651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624153'] for router_interface (1a86ac94-a74c-4d3f-a1a4-2bf388d93e11), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:23.663236 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fc8009-45af-416f-90ef-5f62870ba651 admin admin] Router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:33:23.782688 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fc8009-45af-416f-90ef-5f62870ba651 admin admin] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:33:23.788540 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-60fc8009-45af-416f-90ef-5f62870ba651 admin admin] 10.222.0.44 "PUT /v2.0/routers/1a86ac94-a74c-4d3f-a1a4-2bf388d93e11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6991448 Mar 11 15:33:23.791031 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 36334) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:33:23.795651 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7b6d69-0ea9-4b1c-9eb2-eb63582fe105 None None] Sync routers for ids ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:33:23.806640 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7b6d69-0ea9-4b1c-9eb2-eb63582fe105 None None] Routers {'1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:33:23.807285 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-6f7b6d69-0ea9-4b1c-9eb2-eb63582fe105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:33:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:23.898838 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8a3330de-cf92-4169-8576-e34fbc879b87 admin admin] Publish callbacks [] for router (1a86ac94-a74c-4d3f-a1a4-2bf388d93e11), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:23.918160 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-6f7b6d69-0ea9-4b1c-9eb2-eb63582fe105 None None] Set router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:33:23.954861 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4b490-517d-45d4-a49b-92464120effd req-ef4fd43f-8ce8-43a3-95b6-e89b8d80afef tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:23.958615 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d5c4b490-517d-45d4-a49b-92464120effd req-ef4fd43f-8ce8-43a3-95b6-e89b8d80afef tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.0608273 Mar 11 15:33:24.013430 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8a3330de-cf92-4169-8576-e34fbc879b87 admin admin] Publish callbacks [] for router_gateway (1a86ac94-a74c-4d3f-a1a4-2bf388d93e11), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:24.015799 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d5c4b490-517d-45d4-a49b-92464120effd req-83880ae0-447c-4a0c-a9a2-591848e27364 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490668 Mar 11 15:33:24.108133 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-6f7b6d69-0ea9-4b1c-9eb2-eb63582fe105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'name': 'tempest-AttachVolumeNegativeTest-850374247-router', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:33:23Z', 'revision_number': 5, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'gw_port': {'id': 'b8c8d190-7d0d-4342-94df-dca47087c78b', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:21:43Z', 'updated_at': '2022-03-11T15:21:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:24.133931 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7b6d69-0ea9-4b1c-9eb2-eb63582fe105 None None] Checking router: 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:33:24.141848 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-8a3330de-cf92-4169-8576-e34fbc879b87 admin admin] Deleting port b8c8d190-7d0d-4342-94df-dca47087c78b {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:33:24.142188 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8a3330de-cf92-4169-8576-e34fbc879b87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (b8c8d190-7d0d-4342-94df-dca47087c78b), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:24.142776 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7b6d69-0ea9-4b1c-9eb2-eb63582fe105 None None] Routers {'1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:33:24.143921 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-6f7b6d69-0ea9-4b1c-9eb2-eb63582fe105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:33:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:24.222045 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [None req-8a3330de-cf92-4169-8576-e34fbc879b87 admin admin] For port b8c8d190-7d0d-4342-94df-dca47087c78b, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=b8c8d190-7d0d-4342-94df-dca47087c78b,segment=NetworkSegment(64a1f402-9998-47a9-9edb-15a3bada483f),segment_id=64a1f402-9998-47a9-9edb-15a3bada483f)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:24.222309 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8a3330de-cf92-4169-8576-e34fbc879b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (b8c8d190-7d0d-4342-94df-dca47087c78b), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:24.236368 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-8a3330de-cf92-4169-8576-e34fbc879b87 admin admin] Calling delete_port for b8c8d190-7d0d-4342-94df-dca47087c78b owned by network:router_gateway {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:33:24.366270 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-6f7b6d69-0ea9-4b1c-9eb2-eb63582fe105 None None] Set router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 gateway port host: None {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:33:24.417993 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-6f7b6d69-0ea9-4b1c-9eb2-eb63582fe105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'name': 'tempest-AttachVolumeNegativeTest-850374247-router', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:33:24Z', 'revision_number': 6, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'gw_port_host': None}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:24.448466 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7b6d69-0ea9-4b1c-9eb2-eb63582fe105 None None] The sync data for ids ['1a86ac94-a74c-4d3f-a1a4-2bf388d93e11'] in dv-cinder-833365-1-iscsi is: [{'id': '1a86ac94-a74c-4d3f-a1a4-2bf388d93e11', 'name': 'tempest-AttachVolumeNegativeTest-850374247-router', 'tenant_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:21:42Z', 'updated_at': '2022-03-11T15:33:24Z', 'revision_number': 6, 'project_id': 'bfe9430712c14bdfbe466c8ac9edd4fe', 'gw_port_host': None}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:33:24.484719 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8a3330de-cf92-4169-8576-e34fbc879b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (b8c8d190-7d0d-4342-94df-dca47087c78b), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:24.511871 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3330de-cf92-4169-8576-e34fbc879b87 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8c8d190-7d0d-4342-94df-dca47087c78b,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:24.571386 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8a3330de-cf92-4169-8576-e34fbc879b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628403'] for router_gateway (1a86ac94-a74c-4d3f-a1a4-2bf388d93e11), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:24.597470 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:33:24.662351 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8a3330de-cf92-4169-8576-e34fbc879b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8443'] for router (1a86ac94-a74c-4d3f-a1a4-2bf388d93e11), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:24.664520 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8a3330de-cf92-4169-8576-e34fbc879b87 admin admin] Publish callbacks [] for router_controller (1a86ac94-a74c-4d3f-a1a4-2bf388d93e11), precommit_delete_associations {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:24.787647 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8a3330de-cf92-4169-8576-e34fbc879b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-625447'] for router (1a86ac94-a74c-4d3f-a1a4-2bf388d93e11), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:24.798866 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3330de-cf92-4169-8576-e34fbc879b87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 {{(pid=103739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:33:24.798866 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-8a3330de-cf92-4169-8576-e34fbc879b87 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:24.798866 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-8a3330de-cf92-4169-8576-e34fbc879b87 admin admin] 10.222.0.44 "DELETE /v2.0/routers/1a86ac94-a74c-4d3f-a1a4-2bf388d93e11 HTTP/1.1" status: 204 len: 168 time: 1.0017343 Mar 11 15:33:24.798866 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 36340) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:33:24.845115 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef3b816-2f84-4999-ba33-72d8b62bbcae admin admin] Deleting subnet 7dfec5c9-f9f3-4b90-a760-ecd6a23b912b {{(pid=103739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 15:33:24.849002 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4ef3b816-2f84-4999-ba33-72d8b62bbcae admin admin] Publish callbacks [] for subnet (7dfec5c9-f9f3-4b90-a760-ecd6a23b912b), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:24.884988 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4ef3b816-2f84-4999-ba33-72d8b62bbcae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437451'] for subnet (7dfec5c9-f9f3-4b90-a760-ecd6a23b912b), precommit_delete_associations {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:24.964997 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4ef3b816-2f84-4999-ba33-72d8b62bbcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1914166'] for subnet (7dfec5c9-f9f3-4b90-a760-ecd6a23b912b), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:25.090511 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4ef3b816-2f84-4999-ba33-72d8b62bbcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1914173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13137420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12631427'] for subnet (7dfec5c9-f9f3-4b90-a760-ecd6a23b912b), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:25.127072 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3b816-2f84-4999-ba33-72d8b62bbcae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dfec5c9-f9f3-4b90-a760-ecd6a23b912b,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:25.162142 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4ef3b816-2f84-4999-ba33-72d8b62bbcae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:25.163289 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9fefdc-0fd3-485e-a357-4a6840f150d8 None None] Network 8544fd48-a5da-477d-ba08-7fd1e3df5115 requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:33:25.168160 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-4ef3b816-2f84-4999-ba33-72d8b62bbcae admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7dfec5c9-f9f3-4b90-a760-ecd6a23b912b HTTP/1.1" status: 204 len: 168 time: 0.3681378 Mar 11 15:33:25.168541 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 36346) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:33:25.195089 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53a823-8a98-4444-b08c-e95c193dcc53 req-837c4a4e-2d6c-4c39-9792-69e4feb0bf27 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:25.202616 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ff53a823-8a98-4444-b08c-e95c193dcc53 req-837c4a4e-2d6c-4c39-9792-69e4feb0bf27 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.1095779 Mar 11 15:33:25.242336 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-98fa1f5c-e006-4f4e-93f1-1545c4151d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2071539'] for network (8544fd48-a5da-477d-ba08-7fd1e3df5115), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:25.258210 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ff53a823-8a98-4444-b08c-e95c193dcc53 req-a8dd53da-7d0e-49d3-b51e-47c11e03471d tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528238 Mar 11 15:33:25.313061 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-98fa1f5c-e006-4f4e-93f1-1545c4151d16 admin admin] Deleting port 553af422-eede-40c6-ae46-a7ed5793dd27 {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:33:25.313467 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-98fa1f5c-e006-4f4e-93f1-1545c4151d16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (553af422-eede-40c6-ae46-a7ed5793dd27), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:25.352627 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e3e1b7-d98c-4f1b-b904-212b8470c3b5 None None] DHCP port deletion for 8544fd48-a5da-477d-ba08-7fd1e3df5115 request from dv-cinder-833365-1-iscsi {{(pid=103741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 15:33:25.382273 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [None req-98fa1f5c-e006-4f4e-93f1-1545c4151d16 admin admin] For port 553af422-eede-40c6-ae46-a7ed5793dd27, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=553af422-eede-40c6-ae46-a7ed5793dd27,segment=NetworkSegment(08e2d6d3-038c-4332-be4e-e62a17151335),segment_id=08e2d6d3-038c-4332-be4e-e62a17151335)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:25.382634 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-98fa1f5c-e006-4f4e-93f1-1545c4151d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (553af422-eede-40c6-ae46-a7ed5793dd27), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:25.395767 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-98fa1f5c-e006-4f4e-93f1-1545c4151d16 admin admin] Calling delete_port for 553af422-eede-40c6-ae46-a7ed5793dd27 owned by network:dhcp {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:33:25.402571 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-39e3e1b7-d98c-4f1b-b904-212b8470c3b5 None None] Deleting port 553af422-eede-40c6-ae46-a7ed5793dd27 {{(pid=103741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:33:25.402947 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-39e3e1b7-d98c-4f1b-b904-212b8470c3b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (553af422-eede-40c6-ae46-a7ed5793dd27), before_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:25.474984 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-39e3e1b7-d98c-4f1b-b904-212b8470c3b5 None None] For port 553af422-eede-40c6-ae46-a7ed5793dd27, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=553af422-eede-40c6-ae46-a7ed5793dd27,segment=NetworkSegment(08e2d6d3-038c-4332-be4e-e62a17151335),segment_id=08e2d6d3-038c-4332-be4e-e62a17151335)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:25.475403 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-39e3e1b7-d98c-4f1b-b904-212b8470c3b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (553af422-eede-40c6-ae46-a7ed5793dd27), precommit_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:25.490043 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-39e3e1b7-d98c-4f1b-b904-212b8470c3b5 None None] Calling delete_port for 553af422-eede-40c6-ae46-a7ed5793dd27 owned by network:dhcp {{(pid=103741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:33:25.555579 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-98fa1f5c-e006-4f4e-93f1-1545c4151d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (553af422-eede-40c6-ae46-a7ed5793dd27), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:25.574198 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-39e3e1b7-d98c-4f1b-b904-212b8470c3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400'] for port (553af422-eede-40c6-ae46-a7ed5793dd27), after_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:25.584371 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fa1f5c-e006-4f4e-93f1-1545c4151d16 admin admin] No DVR routers for this DVR port 553af422-eede-40c6-ae46-a7ed5793dd27 on host dv-cinder-833365-1-iscsi {{(pid=103740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:33:25.588287 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa1f5c-e006-4f4e-93f1-1545c4151d16 admin admin] Pushing event deleted for resources: {'Port': ['ID=553af422-eede-40c6-ae46-a7ed5793dd27,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:25.598552 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3e1b7-d98c-4f1b-b904-212b8470c3b5 None None] Pushing event deleted for resources: {'Port': ['ID=553af422-eede-40c6-ae46-a7ed5793dd27,revision_number=None']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:25.607596 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e3e1b7-d98c-4f1b-b904-212b8470c3b5 None None] No DVR routers for this DVR port 553af422-eede-40c6-ae46-a7ed5793dd27 on host dv-cinder-833365-1-iscsi {{(pid=103741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:33:25.609919 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3e1b7-d98c-4f1b-b904-212b8470c3b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:25.612251 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3e1b7-d98c-4f1b-b904-212b8470c3b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:25.612251 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3e1b7-d98c-4f1b-b904-212b8470c3b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:25.612251 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3e1b7-d98c-4f1b-b904-212b8470c3b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:25.612251 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3e1b7-d98c-4f1b-b904-212b8470c3b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:25.612251 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3e1b7-d98c-4f1b-b904-212b8470c3b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:25.612251 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3e1b7-d98c-4f1b-b904-212b8470c3b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:25.612251 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3e1b7-d98c-4f1b-b904-212b8470c3b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:25.613050 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3e1b7-d98c-4f1b-b904-212b8470c3b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:25.613832 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3e1b7-d98c-4f1b-b904-212b8470c3b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:25.614177 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3e1b7-d98c-4f1b-b904-212b8470c3b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:25.614510 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3e1b7-d98c-4f1b-b904-212b8470c3b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:25.614833 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e3e1b7-d98c-4f1b-b904-212b8470c3b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:33:25.665969 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-98fa1f5c-e006-4f4e-93f1-1545c4151d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1913037', 'neutron.services.segments.db._delete_segments_for_network-8743153172758'] for network (8544fd48-a5da-477d-ba08-7fd1e3df5115), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:25.686112 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-98fa1f5c-e006-4f4e-93f1-1545c4151d16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8544fd48-a5da-477d-ba08-7fd1e3df5115']}} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:25.696633 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-98fa1f5c-e006-4f4e-93f1-1545c4151d16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08e2d6d3-038c-4332-be4e-e62a17151335') {'for_net_delete': True} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:25.696931 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-98fa1f5c-e006-4f4e-93f1-1545c4151d16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08e2d6d3-038c-4332-be4e-e62a17151335') {} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:33:25.710719 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-98fa1f5c-e006-4f4e-93f1-1545c4151d16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743153173023', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14027369'] for segment (08e2d6d3-038c-4332-be4e-e62a17151335), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:25.725312 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-98fa1f5c-e006-4f4e-93f1-1545c4151d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (08e2d6d3-038c-4332-be4e-e62a17151335), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:25.733144 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98fa1f5c-e006-4f4e-93f1-1545c4151d16 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:33:25.733144 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-98fa1f5c-e006-4f4e-93f1-1545c4151d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15280433'] for segment (08e2d6d3-038c-4332-be4e-e62a17151335), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:25.734200 dv-cinder-833365-1-iscsi neutron-server[103740]: Traceback (most recent call last): Mar 11 15:33:25.734200 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:33:25.734200 dv-cinder-833365-1-iscsi neutron-server[103740]: timer() Mar 11 15:33:25.734200 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:33:25.734200 dv-cinder-833365-1-iscsi neutron-server[103740]: cb(*args, **kw) Mar 11 15:33:25.734200 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 15:33:25.734200 dv-cinder-833365-1-iscsi neutron-server[103740]: return func(*args, **kwargs) Mar 11 15:33:25.734200 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:33:25.734200 dv-cinder-833365-1-iscsi neutron-server[103740]: self._notify() Mar 11 15:33:25.734200 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:33:25.734200 dv-cinder-833365-1-iscsi neutron-server[103740]: self.callback(batched_events) Mar 11 15:33:25.734200 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:33:25.734200 dv-cinder-833365-1-iscsi neutron-server[103740]: event.method(event) Mar 11 15:33:25.734200 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 15:33:25.734200 dv-cinder-833365-1-iscsi neutron-server[103740]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:33:25.734200 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 15:33:25.734200 dv-cinder-833365-1-iscsi neutron-server[103740]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:33:25.734200 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 15:33:25.734200 dv-cinder-833365-1-iscsi neutron-server[103740]: return f(self, *a, **k) Mar 11 15:33:25.734200 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:33:25.734200 dv-cinder-833365-1-iscsi neutron-server[103740]: return self._get(url).json() Mar 11 15:33:25.734200 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:33:25.734200 dv-cinder-833365-1-iscsi neutron-server[103740]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:33:25.734200 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:33:25.734200 dv-cinder-833365-1-iscsi neutron-server[103740]: return self.request(url, 'GET', **kwargs) Mar 11 15:33:25.734200 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:33:25.734200 dv-cinder-833365-1-iscsi neutron-server[103740]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:33:25.734200 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:33:25.734200 dv-cinder-833365-1-iscsi neutron-server[103740]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:33:25.734200 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:33:25.734200 dv-cinder-833365-1-iscsi neutron-server[103740]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:33:25.734200 dv-cinder-833365-1-iscsi neutron-server[103740]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:33:25.787860 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device b8c8d190-7d0d-4342-94df-dca47087c78b no longer exists at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:33:25.808620 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] No Port match for: b8c8d190-7d0d-4342-94df-dca47087c78b {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:33:25.809097 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device b8c8d190-7d0d-4342-94df-dca47087c78b not bound to the agent host dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:33:25.809379 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 91b94c66-669a-4d42-994d-c2a3469a4ba6 no longer exists at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:33:25.828724 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] No Port match for: 91b94c66-669a-4d42-994d-c2a3469a4ba6 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:33:25.829070 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 91b94c66-669a-4d42-994d-c2a3469a4ba6 not bound to the agent host dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:33:25.829472 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 553af422-eede-40c6-ae46-a7ed5793dd27 no longer exists at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:33:25.852448 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] No Port match for: 553af422-eede-40c6-ae46-a7ed5793dd27 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:33:25.852787 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 553af422-eede-40c6-ae46-a7ed5793dd27 not bound to the agent host dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:33:25.873137 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-98fa1f5c-e006-4f4e-93f1-1545c4151d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1913012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628375'] for network (8544fd48-a5da-477d-ba08-7fd1e3df5115), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:25.878962 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-98fa1f5c-e006-4f4e-93f1-1545c4151d16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:25.882235 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-98fa1f5c-e006-4f4e-93f1-1545c4151d16 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8544fd48-a5da-477d-ba08-7fd1e3df5115 HTTP/1.1" status: 204 len: 168 time: 0.7125571 Mar 11 15:33:25.893945 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa1f5c-e006-4f4e-93f1-1545c4151d16 admin admin] Pushing event deleted for resources: {'Network': ['ID=8544fd48-a5da-477d-ba08-7fd1e3df5115,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:26.251288 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 36356) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:33:26.291439 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-2f66d6ba-95af-4860-a278-960131822a92 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bfe9430712c14bdfbe466c8ac9edd4fe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389028 Mar 11 15:33:26.293899 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 36360) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:33:26.386505 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b97807-07d6-4681-9518-9dc29a2cf91f req-4f001697-f7e9-4572-8f79-ee0abad516bb tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:26.388121 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-23b97807-07d6-4681-9518-9dc29a2cf91f req-4f001697-f7e9-4572-8f79-ee0abad516bb tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.0576096 Mar 11 15:33:26.447162 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-23b97807-07d6-4681-9518-9dc29a2cf91f req-12059849-5ad4-4b43-bc82-a80bd1681fc1 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529881 Mar 11 15:33:26.616094 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-30672f7a-1244-47be-abc4-29bef4116062 admin admin] Publish callbacks [] for security_group (c34d6c7f-2f6f-412c-8333-e589c8549305), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:26.636718 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-30672f7a-1244-47be-abc4-29bef4116062 admin admin] Publish callbacks [] for security_group (c34d6c7f-2f6f-412c-8333-e589c8549305), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:26.773457 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-30672f7a-1244-47be-abc4-29bef4116062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (c34d6c7f-2f6f-412c-8333-e589c8549305), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:26.773745 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-30672f7a-1244-47be-abc4-29bef4116062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:26.776261 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-30672f7a-1244-47be-abc4-29bef4116062 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c34d6c7f-2f6f-412c-8333-e589c8549305 HTTP/1.1" status: 204 len: 168 time: 0.4805138 Mar 11 15:33:26.784400 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30672f7a-1244-47be-abc4-29bef4116062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34d6c7f-2f6f-412c-8333-e589c8549305,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:27.580957 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3a850-ec70-4842-a7e0-dddc02cdf435 req-47443308-2b75-4c5d-bc24-cc2616ca8e2a tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:27.583026 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2af3a850-ec70-4842-a7e0-dddc02cdf435 req-47443308-2b75-4c5d-bc24-cc2616ca8e2a tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.0595684 Mar 11 15:33:27.631714 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2af3a850-ec70-4842-a7e0-dddc02cdf435 req-526fc810-e56a-4e09-94ae-af87fc0fa919 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428472 Mar 11 15:33:27.810666 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-f524941f-056a-47ec-b720-fd72be47ccc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:28.761949 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0435b-a28a-4a47-a924-9703912772a7 req-c7009544-8ff4-47f1-8cdf-4eeeb794adfd tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:28.763646 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8cb0435b-a28a-4a47-a924-9703912772a7 req-c7009544-8ff4-47f1-8cdf-4eeeb794adfd tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.0598836 Mar 11 15:33:28.823170 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8cb0435b-a28a-4a47-a924-9703912772a7 req-a4cb22b2-d2df-4694-95ad-b95107eecfb0 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538445 Mar 11 15:33:29.394581 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 36422) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:33:29.502482 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-428ab269-57a3-4180-a571-beb400179b83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:29.586860 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-428ab269-57a3-4180-a571-beb400179b83 admin admin] Publish callbacks [] for security_group (9354a83c-6fc2-497c-b9e4-142a1c2f50f7), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:29.638459 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-428ab269-57a3-4180-a571-beb400179b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (9354a83c-6fc2-497c-b9e4-142a1c2f50f7), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:29.676359 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-428ab269-57a3-4180-a571-beb400179b83 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e2ecd9e5e5554951bd7c8359518c30c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2806489 Mar 11 15:33:29.677205 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ab269-57a3-4180-a571-beb400179b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9354a83c-6fc2-497c-b9e4-142a1c2f50f7,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:29.679309 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 36426) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:33:29.728309 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4d501a79-1df9-4ad7-9e2f-a6f8f153d8f8 admin admin] Publish callbacks [] for security_group (9354a83c-6fc2-497c-b9e4-142a1c2f50f7), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:29.752188 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4d501a79-1df9-4ad7-9e2f-a6f8f153d8f8 admin admin] Publish callbacks [] for security_group (9354a83c-6fc2-497c-b9e4-142a1c2f50f7), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:29.879451 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4d501a79-1df9-4ad7-9e2f-a6f8f153d8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (9354a83c-6fc2-497c-b9e4-142a1c2f50f7), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:29.882913 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4d501a79-1df9-4ad7-9e2f-a6f8f153d8f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:29.884211 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-4d501a79-1df9-4ad7-9e2f-a6f8f153d8f8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9354a83c-6fc2-497c-b9e4-142a1c2f50f7 HTTP/1.1" status: 204 len: 168 time: 0.2037923 Mar 11 15:33:29.892219 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d501a79-1df9-4ad7-9e2f-a6f8f153d8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9354a83c-6fc2-497c-b9e4-142a1c2f50f7,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:29.950627 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892806e-165d-4920-b601-db3c8e9ca72f req-4362e2f5-6a5d-4c55-8999-584595d7ae5d tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:29.952189 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7892806e-165d-4920-b601-db3c8e9ca72f req-4362e2f5-6a5d-4c55-8999-584595d7ae5d tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.0546720 Mar 11 15:33:30.001632 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7892806e-165d-4920-b601-db3c8e9ca72f req-1cb5c0a1-710f-4d28-96dc-96604cd1f083 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434597 Mar 11 15:33:30.071769 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-dedc48c3-9ed0-494b-b3f2-23fc5e3879c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:30.566223 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 36436) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:33:30.579736 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6d6305e6-f14a-49e5-9f01-f52b5ba8ef88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:30.666014 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6d6305e6-f14a-49e5-9f01-f52b5ba8ef88 admin admin] Publish callbacks [] for security_group (226b7c8f-eba4-4714-8d3a-2914a32efa8a), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:30.753875 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-6d6305e6-f14a-49e5-9f01-f52b5ba8ef88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (226b7c8f-eba4-4714-8d3a-2914a32efa8a), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:30.793444 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6305e6-f14a-49e5-9f01-f52b5ba8ef88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226b7c8f-eba4-4714-8d3a-2914a32efa8a,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:30.797727 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-6d6305e6-f14a-49e5-9f01-f52b5ba8ef88 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fea3b55e2e1b4c24a9490b8b45580b2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305057 Mar 11 15:33:30.800878 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 36438) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:33:30.850075 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-809b1922-d26c-4b43-9e2a-7ac00dbba289 admin admin] Publish callbacks [] for security_group (226b7c8f-eba4-4714-8d3a-2914a32efa8a), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:30.872201 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-809b1922-d26c-4b43-9e2a-7ac00dbba289 admin admin] Publish callbacks [] for security_group (226b7c8f-eba4-4714-8d3a-2914a32efa8a), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:31.004779 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-809b1922-d26c-4b43-9e2a-7ac00dbba289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (226b7c8f-eba4-4714-8d3a-2914a32efa8a), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:31.007382 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-809b1922-d26c-4b43-9e2a-7ac00dbba289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:31.008563 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-809b1922-d26c-4b43-9e2a-7ac00dbba289 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/226b7c8f-eba4-4714-8d3a-2914a32efa8a HTTP/1.1" status: 204 len: 168 time: 0.2071581 Mar 11 15:33:31.016634 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b1922-d26c-4b43-9e2a-7ac00dbba289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226b7c8f-eba4-4714-8d3a-2914a32efa8a,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:31.142709 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c33b80-a932-4eb0-9428-74a0a190fec0 req-e4a44b5c-8095-467e-8a9c-047ee73e2422 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:31.144227 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c8c33b80-a932-4eb0-9428-74a0a190fec0 req-e4a44b5c-8095-467e-8a9c-047ee73e2422 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.0575135 Mar 11 15:33:31.193508 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c8c33b80-a932-4eb0-9428-74a0a190fec0 req-79a6e4d5-1b3e-4eac-8c17-1157308e975e tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428996 Mar 11 15:33:31.290414 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:32.335758 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ada0c-8ddd-4e64-bc5a-de734e3a1bb4 req-df931fca-c5b0-4f29-ba34-4608f064ff61 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:32.337288 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-651ada0c-8ddd-4e64-bc5a-de734e3a1bb4 req-df931fca-c5b0-4f29-ba34-4608f064ff61 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.0640283 Mar 11 15:33:32.390784 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-651ada0c-8ddd-4e64-bc5a-de734e3a1bb4 req-d9e2455c-a5b3-46c0-958f-1f9e1d90db39 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456181 Mar 11 15:33:33.014684 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:33.276425 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b9b0b504-0d30-414d-9323-6163df161574 req-226fb618-836a-43bb-9b7e-c75a55a63289 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-125515500&fields=id&tenant_id=a05c04b4e4784d13a9c157c76e0ff03a HTTP/1.1" status: 200 len: 267 time: 0.0453143 Mar 11 15:33:33.391083 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0b504-0d30-414d-9323-6163df161574 req-4ec97c95-339b-4175-bc1b-943ebc61087f tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:33.392638 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b9b0b504-0d30-414d-9323-6163df161574 req-4ec97c95-339b-4175-bc1b-943ebc61087f tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/networks?id=0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 HTTP/1.1" status: 200 len: 812 time: 0.1099720 Mar 11 15:33:33.406947 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b9b0b504-0d30-414d-9323-6163df161574 req-470ef8fc-43a5-47df-9fae-a9ecb6624a92 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/quotas/a05c04b4e4784d13a9c157c76e0ff03a HTTP/1.1" status: 200 len: 375 time: 0.0089061 Mar 11 15:33:33.467136 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b9b0b504-0d30-414d-9323-6163df161574 req-605526bd-1c7a-45cb-9d2a-5dbcb274e719 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a05c04b4e4784d13a9c157c76e0ff03a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536120 Mar 11 15:33:33.484492 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [req-b9b0b504-0d30-414d-9323-6163df161574 req-42059b76-0fa7-4c8a-944f-95cb0e2997e1 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103740) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 15:33:33.487036 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b9b0b504-0d30-414d-9323-6163df161574 req-42059b76-0fa7-4c8a-944f-95cb0e2997e1 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061283 Mar 11 15:33:33.541105 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556baef-4ab7-4b1d-a996-5d7cde3a582f req-cf958a4a-359a-4a1a-9ba4-15d45f7f8df6 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:33.542874 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4556baef-4ab7-4b1d-a996-5d7cde3a582f req-cf958a4a-359a-4a1a-9ba4-15d45f7f8df6 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.0598435 Mar 11 15:33:33.584250 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b9b0b504-0d30-414d-9323-6163df161574 req-0dac878c-ca42-4ab5-a5c6-e3e1553a0335 service neutron] 10.222.0.44 "GET /v2.0/networks/0af61b1c-cde3-490d-a2cc-9dcf9e2c2131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862579 Mar 11 15:33:33.599057 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4556baef-4ab7-4b1d-a996-5d7cde3a582f req-70fb62cc-0bba-462e-bc40-d39ce8c18ad4 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501471 Mar 11 15:33:33.683689 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b9b0b504-0d30-414d-9323-6163df161574 req-22651382-87b7-4c5e-b3ee-c8414badc58e service neutron] 10.222.0.44 "GET /v2.0/networks/0af61b1c-cde3-490d-a2cc-9dcf9e2c2131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925791 Mar 11 15:33:34.315240 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-959b6d4e-7f68-4959-914a-ac8263d5caf5 req-904d1427-f36e-4205-a3f8-0ad5503fb17f tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 210 time: 0.0279176 Mar 11 15:33:34.374502 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:34.731859 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc9fe7-7d30-4f15-aca8-f05e31260a5f req-1eca765b-9ed0-4e09-9b7d-d89057e342a8 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:34.733372 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2edc9fe7-7d30-4f15-aca8-f05e31260a5f req-1eca765b-9ed0-4e09-9b7d-d89057e342a8 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.0550072 Mar 11 15:33:34.783731 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2edc9fe7-7d30-4f15-aca8-f05e31260a5f req-92ac9819-f5dc-4cc6-95ca-513d47813191 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441277 Mar 11 15:33:35.407749 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c815a75e-b488-4a73-ad9a-d89af47e6d03 req-22f059d0-2811-41d1-9d14-157f523a5964 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 210 time: 0.0263355 Mar 11 15:33:35.915311 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a9579-bce3-4883-881b-6c3ff766dd96 req-663536bf-75e0-4576-b8c9-07c48fa53429 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:35.916812 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-847a9579-bce3-4883-881b-6c3ff766dd96 req-663536bf-75e0-4576-b8c9-07c48fa53429 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.0594494 Mar 11 15:33:35.976725 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-847a9579-bce3-4883-881b-6c3ff766dd96 req-45349300-dab5-44f5-b4d4-d5187dd9b66d tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430553 Mar 11 15:33:36.496137 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0b504-0d30-414d-9323-6163df161574 req-be5dd105-d898-4678-a958-0cfcdb926e30 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:36.498368 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b9b0b504-0d30-414d-9323-6163df161574 req-be5dd105-d898-4678-a958-0cfcdb926e30 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.66 "GET /v2.0/networks?id=0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 HTTP/1.1" status: 200 len: 812 time: 0.1181567 Mar 11 15:33:36.518855 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8661ba0a-5be8-443b-b60f-0eaaef390de3 req-5a27816c-f2d9-4c81-a7d6-09afcd65336e tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 210 time: 0.0403671 Mar 11 15:33:36.576489 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b9b0b504-0d30-414d-9323-6163df161574 req-6c1f4e94-b915-4097-b775-aa900b0c2037 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a05c04b4e4784d13a9c157c76e0ff03a HTTP/1.1" status: 200 len: 379 time: 0.0640745 Mar 11 15:33:36.588841 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-b9b0b504-0d30-414d-9323-6163df161574 req-2dc3919c-0f8f-494b-a5fd-f782bc9d9aa0 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Request body: {'port': {'device_id': '030b4921-63e5-48d3-bc40-891e22353b9e', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'admin_state_up': True, 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'security_groups': ['c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d']}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:33:36.802725 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9b0b504-0d30-414d-9323-6163df161574 req-2dc3919c-0f8f-494b-a5fd-f782bc9d9aa0 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Made reservation on behalf of a05c04b4e4784d13a9c157c76e0ff03a for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:33:36.806172 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-b9b0b504-0d30-414d-9323-6163df161574 req-2dc3919c-0f8f-494b-a5fd-f782bc9d9aa0 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:36.959334 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-b9b0b504-0d30-414d-9323-6163df161574 req-2dc3919c-0f8f-494b-a5fd-f782bc9d9aa0 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Allocated IP 172.20.0.6 (0af61b1c-cde3-490d-a2cc-9dcf9e2c2131/ff0797ed-948d-4bc0-a15c-6d476f6713f7/31087c94-80ec-4fb3-b15d-247c4e6dc94b) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:33:37.093809 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148d2e7-82f1-405c-a5c4-65f9905b8d2d req-7c453926-9c65-4a1b-aefc-6e598815f186 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:37.096017 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e148d2e7-82f1-405c-a5c4-65f9905b8d2d req-7c453926-9c65-4a1b-aefc-6e598815f186 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.0546665 Mar 11 15:33:37.105006 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-b9b0b504-0d30-414d-9323-6163df161574 req-2dc3919c-0f8f-494b-a5fd-f782bc9d9aa0 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for port (31087c94-80ec-4fb3-b15d-247c4e6dc94b), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:37.143547 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e148d2e7-82f1-405c-a5c4-65f9905b8d2d req-f37c6824-ff08-4a41-ae41-d9c5537da09d tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411739 Mar 11 15:33:37.215860 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-b9b0b504-0d30-414d-9323-6163df161574 req-2dc3919c-0f8f-494b-a5fd-f782bc9d9aa0 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (31087c94-80ec-4fb3-b15d-247c4e6dc94b), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:37.263382 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9b0b504-0d30-414d-9323-6163df161574 req-2dc3919c-0f8f-494b-a5fd-f782bc9d9aa0 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Network 0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:33:37.270205 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-b9b0b504-0d30-414d-9323-6163df161574 req-2dc3919c-0f8f-494b-a5fd-f782bc9d9aa0 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:33:37.275168 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b0b504-0d30-414d-9323-6163df161574 req-2dc3919c-0f8f-494b-a5fd-f782bc9d9aa0 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:33:37.279027 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3919c-0f8f-494b-a5fd-f782bc9d9aa0 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Pushing event updated for resources: {'Port': ['ID=31087c94-80ec-4fb3-b15d-247c4e6dc94b,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:37.328126 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0b504-0d30-414d-9323-6163df161574 req-2dc3919c-0f8f-494b-a5fd-f782bc9d9aa0 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:37.328126 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-b9b0b504-0d30-414d-9323-6163df161574 req-2dc3919c-0f8f-494b-a5fd-f782bc9d9aa0 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:37.417849 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b9b0b504-0d30-414d-9323-6163df161574 req-2dc3919c-0f8f-494b-a5fd-f782bc9d9aa0 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8357923 Mar 11 15:33:37.430695 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-b9b0b504-0d30-414d-9323-6163df161574 req-40e38e53-442f-49ad-85b8-46305aaf6382 service neutron] Request body: {'port': {'device_id': '030b4921-63e5-48d3-bc40-891e22353b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83336'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:33:37.491834 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-b9b0b504-0d30-414d-9323-6163df161574 req-40e38e53-442f-49ad-85b8-46305aaf6382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (31087c94-80ec-4fb3-b15d-247c4e6dc94b), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:37.492609 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d2d6181c-2e3d-49a0-b961-ef87b233b905 None None] Provisioning complete for port 31087c94-80ec-4fb3-b15d-247c4e6dc94b triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:33:37.493729 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d2d6181c-2e3d-49a0-b961-ef87b233b905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (31087c94-80ec-4fb3-b15d-247c4e6dc94b), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:37.529784 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d2d6181c-2e3d-49a0-b961-ef87b233b905 None None] Port 31087c94-80ec-4fb3-b15d-247c4e6dc94b cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:33:37.691507 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae961273-f27a-4750-a8ba-4f5023c6bc34 req-7e9b19a8-6cb8-4409-b82d-1df1297171f3 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:37.693194 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ae961273-f27a-4750-a8ba-4f5023c6bc34 req-7e9b19a8-6cb8-4409-b82d-1df1297171f3 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 931 time: 0.0955453 Mar 11 15:33:37.788565 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ae961273-f27a-4750-a8ba-4f5023c6bc34 req-b2788580-17ac-4c0b-90ba-e9a4b1bce09c tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691698 Mar 11 15:33:37.844212 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-b9b0b504-0d30-414d-9323-6163df161574 req-40e38e53-442f-49ad-85b8-46305aaf6382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31087c94-80ec-4fb3-b15d-247c4e6dc94b {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:33:37.852163 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-b9b0b504-0d30-414d-9323-6163df161574 req-40e38e53-442f-49ad-85b8-46305aaf6382 service neutron] Publish callbacks [] for port (31087c94-80ec-4fb3-b15d-247c4e6dc94b), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:37.864044 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-b9b0b504-0d30-414d-9323-6163df161574 req-40e38e53-442f-49ad-85b8-46305aaf6382 service neutron] Transition to ACTIVE for port object 31087c94-80ec-4fb3-b15d-247c4e6dc94b will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 15:33:37.922612 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-b9b0b504-0d30-414d-9323-6163df161574 req-40e38e53-442f-49ad-85b8-46305aaf6382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (31087c94-80ec-4fb3-b15d-247c4e6dc94b), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:37.978540 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e38e53-442f-49ad-85b8-46305aaf6382 service neutron] Pushing event updated for resources: {'Port': ['ID=31087c94-80ec-4fb3-b15d-247c4e6dc94b,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:38.052401 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-b9b0b504-0d30-414d-9323-6163df161574 req-40e38e53-442f-49ad-85b8-46305aaf6382 service neutron] Attempting to bind port 31087c94-80ec-4fb3-b15d-247c4e6dc94b on host hv-cinder-83336 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:33:38.056075 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-b9b0b504-0d30-414d-9323-6163df161574 req-40e38e53-442f-49ad-85b8-46305aaf6382 service neutron] Attempting to bind port 31087c94-80ec-4fb3-b15d-247c4e6dc94b by drivers openvswitch,hyperv on host hv-cinder-83336 at level 0 using segments [{'id': '0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:33:38.056075 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b0b504-0d30-414d-9323-6163df161574 req-40e38e53-442f-49ad-85b8-46305aaf6382 service neutron] Attempting to bind port 31087c94-80ec-4fb3-b15d-247c4e6dc94b on network 0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:33:38.059380 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b0b504-0d30-414d-9323-6163df161574 req-40e38e53-442f-49ad-85b8-46305aaf6382 service neutron] Port 31087c94-80ec-4fb3-b15d-247c4e6dc94b on network 0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83336 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 15:33:38.059718 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b0b504-0d30-414d-9323-6163df161574 req-40e38e53-442f-49ad-85b8-46305aaf6382 service neutron] Attempting to bind port 31087c94-80ec-4fb3-b15d-247c4e6dc94b on network 0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:33:38.064848 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b0b504-0d30-414d-9323-6163df161574 req-40e38e53-442f-49ad-85b8-46305aaf6382 service neutron] Checking agent: {'id': '7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:33:38.065183 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b0b504-0d30-414d-9323-6163df161574 req-40e38e53-442f-49ad-85b8-46305aaf6382 service neutron] Checking segment: {'id': '0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:33:38.065568 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b0b504-0d30-414d-9323-6163df161574 req-40e38e53-442f-49ad-85b8-46305aaf6382 service neutron] Bound using segment: {'id': '0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:33:38.066014 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-b9b0b504-0d30-414d-9323-6163df161574 req-40e38e53-442f-49ad-85b8-46305aaf6382 service neutron] Bound port: 31087c94-80ec-4fb3-b15d-247c4e6dc94b, host: hv-cinder-83336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:33:38.066357 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-b9b0b504-0d30-414d-9323-6163df161574 req-40e38e53-442f-49ad-85b8-46305aaf6382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (31087c94-80ec-4fb3-b15d-247c4e6dc94b), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:38.134346 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-b9b0b504-0d30-414d-9323-6163df161574 req-40e38e53-442f-49ad-85b8-46305aaf6382 service neutron] For port 31087c94-80ec-4fb3-b15d-247c4e6dc94b, host hv-cinder-83336, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:33:38.137527 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-b9b0b504-0d30-414d-9323-6163df161574 req-40e38e53-442f-49ad-85b8-46305aaf6382 service neutron] For port 31087c94-80ec-4fb3-b15d-247c4e6dc94b, host hv-cinder-83336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=31087c94-80ec-4fb3-b15d-247c4e6dc94b,segment=NetworkSegment(0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870),segment_id=0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:33:38.238105 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-b9b0b504-0d30-414d-9323-6163df161574 req-40e38e53-442f-49ad-85b8-46305aaf6382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (31087c94-80ec-4fb3-b15d-247c4e6dc94b), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:38.278862 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0b504-0d30-414d-9323-6163df161574 req-40e38e53-442f-49ad-85b8-46305aaf6382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:38.279222 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ef07d-af2a-43a3-b578-f0e9d05fe39a req-0eefb5df-ded2-4a64-9091-30fa35b242f0 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:38.279680 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-b9b0b504-0d30-414d-9323-6163df161574 req-40e38e53-442f-49ad-85b8-46305aaf6382 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:38.280760 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c17ef07d-af2a-43a3-b578-f0e9d05fe39a req-0eefb5df-ded2-4a64-9091-30fa35b242f0 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.0608721 Mar 11 15:33:38.280885 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b9b0b504-0d30-414d-9323-6163df161574 req-40e38e53-442f-49ad-85b8-46305aaf6382 service neutron] 10.222.0.66 "PUT /v2.0/ports/31087c94-80ec-4fb3-b15d-247c4e6dc94b HTTP/1.1" status: 200 len: 1093 time: 0.8546586 Mar 11 15:33:38.281267 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030b4921-63e5-48d3-bc40-891e22353b9e', 'tag': '31087c94-80ec-4fb3-b15d-247c4e6dc94b'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:33:38.283524 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78038fb1-042d-4f4c-a45d-53122c1f74c1" -d '{"events": [{"name": "network-changed", "server_uuid": "030b4921-63e5-48d3-bc40-891e22353b9e", "tag": "31087c94-80ec-4fb3-b15d-247c4e6dc94b"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:33:38.308810 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e38e53-442f-49ad-85b8-46305aaf6382 service neutron] Pushing event updated for resources: {'Port': ['ID=31087c94-80ec-4fb3-b15d-247c4e6dc94b,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:38.340050 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c5368c-57aa-4ef6-8473-ff30f84ef23f x-openstack-request-id: req-b2c5368c-57aa-4ef6-8473-ff30f84ef23f {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:33:38.340756 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030b4921-63e5-48d3-bc40-891e22353b9e", "tag": "31087c94-80ec-4fb3-b15d-247c4e6dc94b", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:33:38.341012 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b2c5368c-57aa-4ef6-8473-ff30f84ef23f {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:33:38.341419 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030b4921-63e5-48d3-bc40-891e22353b9e', 'tag': '31087c94-80ec-4fb3-b15d-247c4e6dc94b', 'status': 'completed', 'code': 200} Mar 11 15:33:38.345001 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c17ef07d-af2a-43a3-b578-f0e9d05fe39a req-cc18e436-ae00-4709-bab7-6e2f80a0dfd0 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485263 Mar 11 15:33:38.406281 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78038fb1-042d-4f4c-a45d-53122c1f74c1 req-0bab83a5-5fd3-47af-aa8c-9aece84b6e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:38.407914 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-78038fb1-042d-4f4c-a45d-53122c1f74c1 req-0bab83a5-5fd3-47af-aa8c-9aece84b6e2f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a05c04b4e4784d13a9c157c76e0ff03a&device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 1127 time: 0.0474737 Mar 11 15:33:38.511457 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78038fb1-042d-4f4c-a45d-53122c1f74c1 req-1c000c16-02cf-4095-91c0-d4e8386b0b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:38.512934 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-78038fb1-042d-4f4c-a45d-53122c1f74c1 req-1c000c16-02cf-4095-91c0-d4e8386b0b0b service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=a05c04b4e4784d13a9c157c76e0ff03a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0980108 Mar 11 15:33:38.610277 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78038fb1-042d-4f4c-a45d-53122c1f74c1 req-a9685bee-2284-436b-a666-0edad370aa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:38.611814 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-78038fb1-042d-4f4c-a45d-53122c1f74c1 req-a9685bee-2284-436b-a666-0edad370aa4e service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930758 Mar 11 15:33:38.691379 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0b504-0d30-414d-9323-6163df161574 req-5aa048e4-2146-4db3-ba07-c820217aa6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:38.692892 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b9b0b504-0d30-414d-9323-6163df161574 req-5aa048e4-2146-4db3-ba07-c820217aa6a6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a05c04b4e4784d13a9c157c76e0ff03a&device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 1127 time: 0.0454226 Mar 11 15:33:38.744629 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b9b0b504-0d30-414d-9323-6163df161574 req-fc51ea7c-6d53-4434-9502-416b8b75df9d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31087c94-80ec-4fb3-b15d-247c4e6dc94b HTTP/1.1" status: 200 len: 217 time: 0.0390351 Mar 11 15:33:38.793701 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0b504-0d30-414d-9323-6163df161574 req-726355e7-547c-4de5-8ea2-a1a30c98a3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:38.795150 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b9b0b504-0d30-414d-9323-6163df161574 req-726355e7-547c-4de5-8ea2-a1a30c98a3d6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ff0797ed-948d-4bc0-a15c-6d476f6713f7 HTTP/1.1" status: 200 len: 851 time: 0.0450428 Mar 11 15:33:38.848243 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0b504-0d30-414d-9323-6163df161574 req-766b8901-100d-4e9d-a9f3-d2c42a989097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:38.849952 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b9b0b504-0d30-414d-9323-6163df161574 req-766b8901-100d-4e9d-a9f3-d2c42a989097 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0af61b1c-cde3-490d-a2cc-9dcf9e2c2131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481524 Mar 11 15:33:38.981666 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2075d-62e9-4405-875a-eadabab02c7b req-dcc5b488-8bf5-4403-a9b0-f9606a5ae10b tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:38.983151 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-64f2075d-62e9-4405-875a-eadabab02c7b req-dcc5b488-8bf5-4403-a9b0-f9606a5ae10b tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 943 time: 0.1172426 Mar 11 15:33:38.985391 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b9b0b504-0d30-414d-9323-6163df161574 req-d468852c-d758-422c-bfc8-015a85301ce4 service neutron] 10.222.0.66 "GET /v2.0/networks/0af61b1c-cde3-490d-a2cc-9dcf9e2c2131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279850 Mar 11 15:33:39.093704 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-64f2075d-62e9-4405-875a-eadabab02c7b req-20011d8c-a7e0-48b3-b249-c0da03d97a23 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043723 Mar 11 15:33:39.114765 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b9b0b504-0d30-414d-9323-6163df161574 req-ebdb40fd-3601-43e8-9e25-702b8e5ff2b5 service neutron] 10.222.0.66 "GET /v2.0/networks/0af61b1c-cde3-490d-a2cc-9dcf9e2c2131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237171 Mar 11 15:33:39.473274 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b5b688-1107-4ade-bd24-d91107bad6f6 req-d38dd099-b648-48cd-9bc8-c5c42e0dab88 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:39.474767 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e7b5b688-1107-4ade-bd24-d91107bad6f6 req-d38dd099-b648-48cd-9bc8-c5c42e0dab88 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.0545077 Mar 11 15:33:39.522622 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e7b5b688-1107-4ade-bd24-d91107bad6f6 req-67a514ac-3c89-4596-b018-f85ea0053c63 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421968 Mar 11 15:33:40.211169 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0a684-f930-4bc8-822e-ea3a0b86dec8 req-f3c8ad0f-0d40-42f3-ae72-c0e4f41aba0b tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:40.212653 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7bc0a684-f930-4bc8-822e-ea3a0b86dec8 req-f3c8ad0f-0d40-42f3-ae72-c0e4f41aba0b tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 943 time: 0.0524738 Mar 11 15:33:40.262166 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7bc0a684-f930-4bc8-822e-ea3a0b86dec8 req-403cbf8b-4a20-4d13-8663-7d9393377c81 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437407 Mar 11 15:33:40.651318 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9489330-7a66-4b8e-adae-06af264bd7f9 req-a0c61fcd-07c2-4247-a1f4-dbab3bddbcb6 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:40.652815 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a9489330-7a66-4b8e-adae-06af264bd7f9 req-a0c61fcd-07c2-4247-a1f4-dbab3bddbcb6 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.0552657 Mar 11 15:33:40.702099 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a9489330-7a66-4b8e-adae-06af264bd7f9 req-e6d4fd08-543b-41f9-9117-d5a19690d1bd tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437105 Mar 11 15:33:41.387244 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5ec96-365f-41f0-beed-3b164134e374 req-fe6e5a9a-afc3-479b-a78a-8f654adc3f23 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:41.388762 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5da5ec96-365f-41f0-beed-3b164134e374 req-fe6e5a9a-afc3-479b-a78a-8f654adc3f23 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 943 time: 0.0582306 Mar 11 15:33:41.438224 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5da5ec96-365f-41f0-beed-3b164134e374 req-7e6c0c6f-318b-4cbe-b8df-9c84622a45d1 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437365 Mar 11 15:33:41.827306 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e5c69-9636-43a6-bf64-7477debc1ed1 req-3dbb9821-be01-4e11-8ca6-03140a0dd6ae tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:41.828770 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e53e5c69-9636-43a6-bf64-7477debc1ed1 req-3dbb9821-be01-4e11-8ca6-03140a0dd6ae tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.0527062 Mar 11 15:33:41.875456 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e53e5c69-9636-43a6-bf64-7477debc1ed1 req-7eac3cc9-0541-405f-b119-fd0c4a4956c5 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411518 Mar 11 15:33:42.081932 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device dc6eb716-8633-4cb5-9e60-7f78730a41fb details requested by agent hyperv_hv-cinder-83336 with host hv-cinder-83336 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 15:33:42.181406 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port dc6eb716-8633-4cb5-9e60-7f78730a41fb, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=dc6eb716-8633-4cb5-9e60-7f78730a41fb,segment=NetworkSegment(3741b2ab-b6fb-417c-b81e-099405fb40ec),segment_id=3741b2ab-b6fb-417c-b81e-099405fb40ec)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:42.192675 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Returning: {'device': 'dc6eb716-8633-4cb5-9e60-7f78730a41fb', 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba', 'port_id': 'dc6eb716-8633-4cb5-9e60-7f78730a41fb', 'mac_address': 'fa:16:3e:97:4d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 15:33:42.232762 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port dc6eb716-8633-4cb5-9e60-7f78730a41fb is: ACTIVE; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:33:42.233149 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (dc6eb716-8633-4cb5-9e60-7f78730a41fb), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:42.246924 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc6eb716-8633-4cb5-9e60-7f78730a41fb {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:33:42.266870 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port dc6eb716-8633-4cb5-9e60-7f78730a41fb, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=dc6eb716-8633-4cb5-9e60-7f78730a41fb,segment=NetworkSegment(3741b2ab-b6fb-417c-b81e-099405fb40ec),segment_id=3741b2ab-b6fb-417c-b81e-099405fb40ec)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:42.347155 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (dc6eb716-8633-4cb5-9e60-7f78730a41fb), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:42.399970 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=dc6eb716-8633-4cb5-9e60-7f78730a41fb,revision_number=6']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:42.562737 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79edb43-0d99-4966-b4d1-9acd63ac70bf req-faa96dd5-9172-4da7-855e-f7a615152d19 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:42.564242 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b79edb43-0d99-4966-b4d1-9acd63ac70bf req-faa96dd5-9172-4da7-855e-f7a615152d19 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 943 time: 0.0557501 Mar 11 15:33:42.613095 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b79edb43-0d99-4966-b4d1-9acd63ac70bf req-08cebe58-cf80-4a9a-acd4-51a9bb34a3ed tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423682 Mar 11 15:33:43.001257 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3e6be-ba8b-4348-802d-2836cc11c917 req-d58f6fb7-1561-4175-94db-6443db6236e7 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:43.002888 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a4d3e6be-ba8b-4348-802d-2836cc11c917 req-d58f6fb7-1561-4175-94db-6443db6236e7 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 945 time: 0.0520599 Mar 11 15:33:43.047404 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a4d3e6be-ba8b-4348-802d-2836cc11c917 req-96d27866-b5bc-494a-ac3a-7269639ad24a tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391321 Mar 11 15:33:43.192719 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:43.742212 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11c865-1c27-4906-a4b0-a1c1eeab0a64 req-2401d5f1-c676-4653-8657-2c02009c9af1 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:43.743695 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ac11c865-1c27-4906-a4b0-a1c1eeab0a64 req-2401d5f1-c676-4653-8657-2c02009c9af1 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 943 time: 0.0544276 Mar 11 15:33:43.795477 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ac11c865-1c27-4906-a4b0-a1c1eeab0a64 req-bebd25d2-3b8a-4a7a-aa3d-63db975363da tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462275 Mar 11 15:33:44.177253 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b40ef-354b-43e7-b56d-f9049238f786 req-44d848f4-cbdc-4895-ae87-d12a8ecd98e8 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:44.178714 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8e8b40ef-354b-43e7-b56d-f9049238f786 req-44d848f4-cbdc-4895-ae87-d12a8ecd98e8 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 945 time: 0.0576272 Mar 11 15:33:44.225543 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8e8b40ef-354b-43e7-b56d-f9049238f786 req-744fc9fd-6a7c-4016-8595-e7bdc37a4694 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406411 Mar 11 15:33:44.923500 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d44bc-a03c-4ad7-9336-978623e175e5 req-a39bae97-9158-41ec-87c3-28601bfe9495 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:44.925771 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d25d44bc-a03c-4ad7-9336-978623e175e5 req-a39bae97-9158-41ec-87c3-28601bfe9495 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 943 time: 0.0550714 Mar 11 15:33:44.973250 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d25d44bc-a03c-4ad7-9336-978623e175e5 req-64fb7f99-3984-4126-a04a-aa7254b83179 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426877 Mar 11 15:33:45.347572 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108f8b3-17b4-47a4-9088-61e53c0bf8e6 req-8c8006e5-0404-4f71-93b3-d0135ce007d9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:45.349036 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5108f8b3-17b4-47a4-9088-61e53c0bf8e6 req-8c8006e5-0404-4f71-93b3-d0135ce007d9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 945 time: 0.0524902 Mar 11 15:33:45.394779 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5108f8b3-17b4-47a4-9088-61e53c0bf8e6 req-3186890b-c2a1-4632-895b-1a7c7ac4f055 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400922 Mar 11 15:33:45.505167 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['dc6eb716-8633-4cb5-9e60-7f78730a41fb'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:33:46.099878 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b53129-54f4-4f5d-aaed-6d721131de17 req-0d23cf63-6e34-442b-b144-a8fe565d73cb tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:46.101883 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f4b53129-54f4-4f5d-aaed-6d721131de17 req-0d23cf63-6e34-442b-b144-a8fe565d73cb tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 943 time: 0.0532610 Mar 11 15:33:46.149237 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f4b53129-54f4-4f5d-aaed-6d721131de17 req-f152f4ec-ddbe-43e7-94dc-c79371f56498 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419250 Mar 11 15:33:46.520314 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907845d-34de-49f5-b030-793b581392a3 req-cacc62c1-38cb-4b5f-9846-4b27825468bd tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:46.521862 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b907845d-34de-49f5-b030-793b581392a3 req-cacc62c1-38cb-4b5f-9846-4b27825468bd tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 945 time: 0.0528765 Mar 11 15:33:46.572156 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b907845d-34de-49f5-b030-793b581392a3 req-29fe85e5-932a-46bc-9329-9389367af727 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441823 Mar 11 15:33:47.060429 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device dc6eb716-8633-4cb5-9e60-7f78730a41fb up at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:33:47.108530 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning complete for port dc6eb716-8633-4cb5-9e60-7f78730a41fb triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:33:47.108901 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (dc6eb716-8633-4cb5-9e60-7f78730a41fb), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:47.208918 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port dc6eb716-8633-4cb5-9e60-7f78730a41fb is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:33:47.209581 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (dc6eb716-8633-4cb5-9e60-7f78730a41fb), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:47.249679 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d8d550-ee96-49f8-b14b-0d5f25b8881a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6eb716-8633-4cb5-9e60-7f78730a41fb'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:33:47.252490 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97dedef37c5e2c64aa44179f419dd586ddc22b8f5766e7bc49dcfeca4a9e3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9d1751-1c0c-4a5f-a6e6-893043400ea4" -d '{"events": [{"server_uuid": "d9d8d550-ee96-49f8-b14b-0d5f25b8881a", "name": "network-vif-plugged", "status": "completed", "tag": "dc6eb716-8633-4cb5-9e60-7f78730a41fb"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:33:47.271813 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port dc6eb716-8633-4cb5-9e60-7f78730a41fb, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=dc6eb716-8633-4cb5-9e60-7f78730a41fb,segment=NetworkSegment(3741b2ab-b6fb-417c-b81e-099405fb40ec),segment_id=3741b2ab-b6fb-417c-b81e-099405fb40ec)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:47.321771 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26f5c7-a7ae-4724-b837-4c0dce7cfa6b req-4bbbf504-80cb-469f-9846-b7710c8147ae tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:47.327497 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cf26f5c7-a7ae-4724-b837-4c0dce7cfa6b req-4bbbf504-80cb-469f-9846-b7710c8147ae tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 943 time: 0.0886912 Mar 11 15:33:47.336513 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (dc6eb716-8633-4cb5-9e60-7f78730a41fb), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:47.391531 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=dc6eb716-8633-4cb5-9e60-7f78730a41fb,revision_number=7']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:47.398628 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cf26f5c7-a7ae-4724-b837-4c0dce7cfa6b req-cbd05264-1c6a-40db-bdc4-43335c64bc42 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636263 Mar 11 15:33:47.480617 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c59662a-996e-4040-b500-88424424de03 x-openstack-request-id: req-4c59662a-996e-4040-b500-88424424de03 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:33:47.480914 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d8d550-ee96-49f8-b14b-0d5f25b8881a", "name": "network-vif-plugged", "status": "completed", "tag": "dc6eb716-8633-4cb5-9e60-7f78730a41fb", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:33:47.481177 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4c59662a-996e-4040-b500-88424424de03 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:33:47.481571 dv-cinder-833365-1-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d8d550-ee96-49f8-b14b-0d5f25b8881a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6eb716-8633-4cb5-9e60-7f78730a41fb', 'code': 200} Mar 11 15:33:47.708417 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498feae6-2d61-457e-be54-4763f68c3d63 req-33cf5252-c23a-45f9-9e0f-ee2923114dfd tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:47.709163 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-498feae6-2d61-457e-be54-4763f68c3d63 req-33cf5252-c23a-45f9-9e0f-ee2923114dfd tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.0555341 Mar 11 15:33:47.791521 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-498feae6-2d61-457e-be54-4763f68c3d63 req-4543c966-a035-4f26-8a08-96da889d9563 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750561 Mar 11 15:33:48.559419 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c3acd-98fe-4e6b-88e6-a15b754125cb req-f9076999-feb6-4ccc-92df-c8d02b0bc730 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:48.561652 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9c5c3acd-98fe-4e6b-88e6-a15b754125cb req-f9076999-feb6-4ccc-92df-c8d02b0bc730 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 943 time: 0.0649836 Mar 11 15:33:48.619524 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9c5c3acd-98fe-4e6b-88e6-a15b754125cb req-ac8db696-ec9e-46a9-9a55-2ea84d2642e2 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518737 Mar 11 15:33:48.938001 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768f937-c6c4-4910-8d74-1a446227b406 req-148174ad-fb8c-4bf1-87ef-222904b8cc5e tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:48.940063 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5768f937-c6c4-4910-8d74-1a446227b406 req-148174ad-fb8c-4bf1-87ef-222904b8cc5e tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.0626500 Mar 11 15:33:48.995295 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5768f937-c6c4-4910-8d74-1a446227b406 req-f7d9762e-7a86-43d0-9b7b-35d2b3e1708d tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459895 Mar 11 15:33:49.761412 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143617d-b3db-4563-8826-97295d62ae65 req-5db77f07-10af-4437-8025-c7baa68b44a0 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:49.763730 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a143617d-b3db-4563-8826-97295d62ae65 req-5db77f07-10af-4437-8025-c7baa68b44a0 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 943 time: 0.0631223 Mar 11 15:33:49.822654 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a143617d-b3db-4563-8826-97295d62ae65 req-4e55d6e9-4323-452a-bf41-04b408a0651b tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531845 Mar 11 15:33:50.142765 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da6aab-1996-477a-bc50-8b916840d30a req-5fcb6761-cd33-4c70-9019-7f7190fae15f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:50.144418 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e6da6aab-1996-477a-bc50-8b916840d30a req-5fcb6761-cd33-4c70-9019-7f7190fae15f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.0608490 Mar 11 15:33:50.203412 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e6da6aab-1996-477a-bc50-8b916840d30a req-5fe9ac6b-29d5-491b-b44e-61692c4a105e tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491960 Mar 11 15:33:50.618757 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 36714) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:33:50.768546 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-cc69e5d5-81db-4757-9531-433f9773a088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:50.844523 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-cc69e5d5-81db-4757-9531-433f9773a088 admin admin] Publish callbacks [] for security_group (e31223a4-87e2-45d4-8c54-398889414b42), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:50.928190 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-cc69e5d5-81db-4757-9531-433f9773a088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (e31223a4-87e2-45d4-8c54-398889414b42), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:50.985643 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69e5d5-81db-4757-9531-433f9773a088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31223a4-87e2-45d4-8c54-398889414b42,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:51.011085 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed502f63-053a-4690-ab92-fe9f24dfb371 req-9a6c1c46-718b-44c2-a7f6-24270d66f5db tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:51.018684 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ed502f63-053a-4690-ab92-fe9f24dfb371 req-9a6c1c46-718b-44c2-a7f6-24270d66f5db tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 943 time: 0.1257701 Mar 11 15:33:51.029811 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-cc69e5d5-81db-4757-9531-433f9773a088 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=69e31d4e725545dab4c56b51462fa40d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4097698 Mar 11 15:33:51.032558 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 36724) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:33:51.088632 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ed502f63-053a-4690-ab92-fe9f24dfb371 req-851f8ef2-a938-4f59-b8db-351161ba72b4 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686517 Mar 11 15:33:51.110739 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c2e459b2-6274-4d53-8244-2852ce67e9bc admin admin] Publish callbacks [] for security_group (e31223a4-87e2-45d4-8c54-398889414b42), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:51.136570 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c2e459b2-6274-4d53-8244-2852ce67e9bc admin admin] Publish callbacks [] for security_group (e31223a4-87e2-45d4-8c54-398889414b42), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:51.259821 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c2e459b2-6274-4d53-8244-2852ce67e9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (e31223a4-87e2-45d4-8c54-398889414b42), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:51.263263 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-c2e459b2-6274-4d53-8244-2852ce67e9bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:51.269724 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-c2e459b2-6274-4d53-8244-2852ce67e9bc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e31223a4-87e2-45d4-8c54-398889414b42 HTTP/1.1" status: 204 len: 168 time: 0.2353532 Mar 11 15:33:51.279953 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e459b2-6274-4d53-8244-2852ce67e9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31223a4-87e2-45d4-8c54-398889414b42,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:51.386259 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7d423-8ccc-4ff2-b30d-9f6bd0ff3aba req-43c0935c-bd10-448f-9a74-81e15f002df5 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:51.393752 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-77a7d423-8ccc-4ff2-b30d-9f6bd0ff3aba req-43c0935c-bd10-448f-9a74-81e15f002df5 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.0869963 Mar 11 15:33:51.459174 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-77a7d423-8ccc-4ff2-b30d-9f6bd0ff3aba req-0a69c430-329e-4fd2-b2e5-79335deaf811 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550871 Mar 11 15:33:52.000977 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 36732) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:33:52.016317 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1a55caa6-ada8-4d89-a68a-4876d954859f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:52.105285 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1a55caa6-ada8-4d89-a68a-4876d954859f admin admin] Publish callbacks [] for security_group (a636b990-cb3d-41e0-a0d8-68aeb6f25f4f), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:52.170769 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1a55caa6-ada8-4d89-a68a-4876d954859f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (a636b990-cb3d-41e0-a0d8-68aeb6f25f4f), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:52.242455 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-1a55caa6-ada8-4d89-a68a-4876d954859f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=01a526234939451f8897daa734561f81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365537 Mar 11 15:33:52.243000 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 36736) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:33:52.261088 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55caa6-ada8-4d89-a68a-4876d954859f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a636b990-cb3d-41e0-a0d8-68aeb6f25f4f,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:52.306942 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458cfe34-3b84-4eaa-b053-3d5f6c17c98b req-a7a0eeef-6867-4ed1-8c24-65e9502a0a58 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:52.308684 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-458cfe34-3b84-4eaa-b053-3d5f6c17c98b req-a7a0eeef-6867-4ed1-8c24-65e9502a0a58 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 943 time: 0.1323061 Mar 11 15:33:52.331093 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-30972019-8ce1-47be-9787-b87b8de04f34 admin admin] Publish callbacks [] for security_group (a636b990-cb3d-41e0-a0d8-68aeb6f25f4f), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:52.358338 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-30972019-8ce1-47be-9787-b87b8de04f34 admin admin] Publish callbacks [] for security_group (a636b990-cb3d-41e0-a0d8-68aeb6f25f4f), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:52.378478 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-458cfe34-3b84-4eaa-b053-3d5f6c17c98b req-296ec97c-d36c-4ca1-8f8c-1e977df152c6 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621552 Mar 11 15:33:52.505326 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-30972019-8ce1-47be-9787-b87b8de04f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (a636b990-cb3d-41e0-a0d8-68aeb6f25f4f), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:52.509141 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-30972019-8ce1-47be-9787-b87b8de04f34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:52.510465 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-30972019-8ce1-47be-9787-b87b8de04f34 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a636b990-cb3d-41e0-a0d8-68aeb6f25f4f HTTP/1.1" status: 204 len: 168 time: 0.2661467 Mar 11 15:33:52.543983 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30972019-8ce1-47be-9787-b87b8de04f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a636b990-cb3d-41e0-a0d8-68aeb6f25f4f,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:52.650947 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afee76-04e5-4535-8681-3a1b7e75833d req-3e4364b9-c7a7-441e-92d0-a3edb21138d4 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:52.653211 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e3afee76-04e5-4535-8681-3a1b7e75833d req-3e4364b9-c7a7-441e-92d0-a3edb21138d4 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.0702107 Mar 11 15:33:52.712831 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e3afee76-04e5-4535-8681-3a1b7e75833d req-67cc3b1e-e831-4730-a7cc-421d00913c78 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532539 Mar 11 15:33:53.547446 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a82d6d-e522-4675-b1de-c052faaa65ae req-79bd3fba-24c0-4d5b-b8cb-cb8393fbb9d3 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:53.551656 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b5a82d6d-e522-4675-b1de-c052faaa65ae req-79bd3fba-24c0-4d5b-b8cb-cb8393fbb9d3 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 943 time: 0.0592196 Mar 11 15:33:53.615310 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b5a82d6d-e522-4675-b1de-c052faaa65ae req-c112656d-60a8-4800-ba5d-222b5ffb2300 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562258 Mar 11 15:33:53.854559 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184df3a7-eee6-4628-a8a8-c4ebd3d87b2f req-bb6e2c10-1e31-49b0-9704-8b34aba2aa61 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:53.856131 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-184df3a7-eee6-4628-a8a8-c4ebd3d87b2f req-bb6e2c10-1e31-49b0-9704-8b34aba2aa61 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.0608590 Mar 11 15:33:53.907379 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-184df3a7-eee6-4628-a8a8-c4ebd3d87b2f req-9d51359c-6411-471b-bf3c-29d39148b66e tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455849 Mar 11 15:33:54.773391 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c664da3-c0a1-4f1b-a991-23081800ed98 req-98474f12-b91e-49b9-a91c-1f3a8a6855dc tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:54.775837 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1c664da3-c0a1-4f1b-a991-23081800ed98 req-98474f12-b91e-49b9-a91c-1f3a8a6855dc tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 943 time: 0.0672550 Mar 11 15:33:54.839019 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1c664da3-c0a1-4f1b-a991-23081800ed98 req-c0d448e1-df39-4543-957e-061466e9a7af tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574925 Mar 11 15:33:55.024889 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a28f3-d90b-44c4-b403-398a618f6c4b req-854b6cf1-e669-45ea-8ce6-ca29dd3ce66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:55.028592 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1f8a28f3-d90b-44c4-b403-398a618f6c4b req-854b6cf1-e669-45ea-8ce6-ca29dd3ce66b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=26837043df1a49fb9ee0eaa587c624aa&device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 1130 time: 0.1087947 Mar 11 15:33:55.138416 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 31087c94-80ec-4fb3-b15d-247c4e6dc94b details requested by agent hyperv_hv-cinder-83336 with host hv-cinder-83336 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 15:33:55.162656 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09169b1-73d6-4f54-b60d-fe6960dae6c2 req-cf23e01e-27e2-489c-87ff-1a0cd8b175a9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:55.170046 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d09169b1-73d6-4f54-b60d-fe6960dae6c2 req-cf23e01e-27e2-489c-87ff-1a0cd8b175a9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.1343932 Mar 11 15:33:55.232852 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a28f3-d90b-44c4-b403-398a618f6c4b req-504ce3d7-0ca0-4aac-a6aa-5fd9c30de556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:55.234375 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1f8a28f3-d90b-44c4-b403-398a618f6c4b req-504ce3d7-0ca0-4aac-a6aa-5fd9c30de556 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba HTTP/1.1" status: 200 len: 918 time: 0.1634328 Mar 11 15:33:55.250923 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d09169b1-73d6-4f54-b60d-fe6960dae6c2 req-1979887b-c1b1-4a64-ac0d-5c6c636a935b tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799603 Mar 11 15:33:55.333222 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 31087c94-80ec-4fb3-b15d-247c4e6dc94b, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=31087c94-80ec-4fb3-b15d-247c4e6dc94b,segment=NetworkSegment(0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870),segment_id=0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:55.333489 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1f8a28f3-d90b-44c4-b403-398a618f6c4b req-704dc7ba-e942-4bcc-8cb1-eaa10e52deee service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc6eb716-8633-4cb5-9e60-7f78730a41fb HTTP/1.1" status: 200 len: 1002 time: 0.0813272 Mar 11 15:33:55.349371 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Returning: {'device': '31087c94-80ec-4fb3-b15d-247c4e6dc94b', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'port_id': '31087c94-80ec-4fb3-b15d-247c4e6dc94b', 'mac_address': 'fa:16:3e:33:fb:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 15:33:55.401263 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a28f3-d90b-44c4-b403-398a618f6c4b req-1875eb00-8c29-425d-b043-5275700fdb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:55.403125 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1f8a28f3-d90b-44c4-b403-398a618f6c4b req-1875eb00-8c29-425d-b043-5275700fdb31 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd37384c-a7f0-45c7-ab70-ef3de68c479f HTTP/1.1" status: 200 len: 856 time: 0.0635066 Mar 11 15:33:55.412322 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port 31087c94-80ec-4fb3-b15d-247c4e6dc94b is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:33:55.412731 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (31087c94-80ec-4fb3-b15d-247c4e6dc94b), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:55.440950 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31087c94-80ec-4fb3-b15d-247c4e6dc94b {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:33:55.477059 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a28f3-d90b-44c4-b403-398a618f6c4b req-e9938077-b84b-4d3d-a411-fded81cb47f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:55.479596 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1f8a28f3-d90b-44c4-b403-398a618f6c4b req-e9938077-b84b-4d3d-a411-fded81cb47f0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0686319 Mar 11 15:33:55.481856 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 31087c94-80ec-4fb3-b15d-247c4e6dc94b, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=31087c94-80ec-4fb3-b15d-247c4e6dc94b,segment=NetworkSegment(0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870),segment_id=0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:55.562256 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (31087c94-80ec-4fb3-b15d-247c4e6dc94b), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:55.612831 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1f8a28f3-d90b-44c4-b403-398a618f6c4b req-9ae412c3-ecce-426c-90bf-91b99f483b32 service neutron] 10.222.0.66 "GET /v2.0/networks/1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261716 Mar 11 15:33:55.632704 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=31087c94-80ec-4fb3-b15d-247c4e6dc94b,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:55.752155 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1f8a28f3-d90b-44c4-b403-398a618f6c4b req-637f4cdc-ebf4-48ba-a625-0e994bd6a653 service neutron] 10.222.0.66 "GET /v2.0/networks/1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318662 Mar 11 15:33:55.933323 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['31087c94-80ec-4fb3-b15d-247c4e6dc94b'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:33:55.996370 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04050d6c-b2b9-4274-bf70-2b3ee990124f req-f573df18-87b6-41b1-ab2d-79039683c70e tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:55.998694 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-04050d6c-b2b9-4274-bf70-2b3ee990124f req-f573df18-87b6-41b1-ab2d-79039683c70e tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 944 time: 0.0715568 Mar 11 15:33:56.092944 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-04050d6c-b2b9-4274-bf70-2b3ee990124f req-178b54bf-0089-44b6-9b7d-13957da2ba24 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885069 Mar 11 15:33:56.400513 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4488901-79a1-4759-a3b4-1a3fca06a2a7 req-47c47802-48c4-4b0b-bc0e-b8c5db7d7789 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:56.402743 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a4488901-79a1-4759-a3b4-1a3fca06a2a7 req-47c47802-48c4-4b0b-bc0e-b8c5db7d7789 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.0713515 Mar 11 15:33:56.536259 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a4488901-79a1-4759-a3b4-1a3fca06a2a7 req-d542daaa-c0b3-4254-ad86-8b785cd70acf tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243000 Mar 11 15:33:56.600077 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 36824) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:33:56.753271 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-19934194-1eba-43d4-a830-51f42c2d9e5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:56.848217 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-19934194-1eba-43d4-a830-51f42c2d9e5a admin admin] Publish callbacks [] for security_group (f3f29067-b65f-4890-9089-9974806e043a), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:56.910853 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-19934194-1eba-43d4-a830-51f42c2d9e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (f3f29067-b65f-4890-9089-9974806e043a), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:56.953933 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-19934194-1eba-43d4-a830-51f42c2d9e5a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7a5c6b7fcac64a0e8839e4cd6f6db84f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3520734 Mar 11 15:33:56.954564 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19934194-1eba-43d4-a830-51f42c2d9e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f29067-b65f-4890-9089-9974806e043a,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:56.956701 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 36828) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:33:57.019735 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5c12e13e-0c62-46a5-abd2-284f23e2ed45 admin admin] Publish callbacks [] for security_group (f3f29067-b65f-4890-9089-9974806e043a), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:57.046164 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5c12e13e-0c62-46a5-abd2-284f23e2ed45 admin admin] Publish callbacks [] for security_group (f3f29067-b65f-4890-9089-9974806e043a), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:57.145090 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 31087c94-80ec-4fb3-b15d-247c4e6dc94b up at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:33:57.200469 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5c12e13e-0c62-46a5-abd2-284f23e2ed45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (f3f29067-b65f-4890-9089-9974806e043a), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:57.202974 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5c12e13e-0c62-46a5-abd2-284f23e2ed45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:57.204190 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-5c12e13e-0c62-46a5-abd2-284f23e2ed45 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f3f29067-b65f-4890-9089-9974806e043a HTTP/1.1" status: 204 len: 168 time: 0.2461598 Mar 11 15:33:57.218813 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12e13e-0c62-46a5-abd2-284f23e2ed45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f29067-b65f-4890-9089-9974806e043a,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:57.260800 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff8b40-5568-45f8-847b-1ba6c5424b31 req-5479e188-77de-4829-b84a-e3724cf71315 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:57.262568 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1eff8b40-5568-45f8-847b-1ba6c5424b31 req-5479e188-77de-4829-b84a-e3724cf71315 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 944 time: 0.0943601 Mar 11 15:33:57.272830 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning for port 31087c94-80ec-4fb3-b15d-247c4e6dc94b completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 15:33:57.283917 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning complete for port 31087c94-80ec-4fb3-b15d-247c4e6dc94b triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:33:57.284383 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (31087c94-80ec-4fb3-b15d-247c4e6dc94b), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:57.341947 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1eff8b40-5568-45f8-847b-1ba6c5424b31 req-6293f04b-636d-4ad1-b1e6-990c21bb6fed tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731194 Mar 11 15:33:57.411094 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port 31087c94-80ec-4fb3-b15d-247c4e6dc94b is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:33:57.411609 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (31087c94-80ec-4fb3-b15d-247c4e6dc94b), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:57.443781 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030b4921-63e5-48d3-bc40-891e22353b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31087c94-80ec-4fb3-b15d-247c4e6dc94b'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:33:57.448618 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97dedef37c5e2c64aa44179f419dd586ddc22b8f5766e7bc49dcfeca4a9e3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f71ce4-fd09-4953-9c36-6b457d19fcfe" -d '{"events": [{"server_uuid": "030b4921-63e5-48d3-bc40-891e22353b9e", "name": "network-vif-plugged", "status": "completed", "tag": "31087c94-80ec-4fb3-b15d-247c4e6dc94b"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:33:57.463720 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 31087c94-80ec-4fb3-b15d-247c4e6dc94b, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=31087c94-80ec-4fb3-b15d-247c4e6dc94b,segment=NetworkSegment(0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870),segment_id=0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:33:57.492711 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f39ac0-a629-4755-ac18-e2ce95de5835 x-openstack-request-id: req-f4f39ac0-a629-4755-ac18-e2ce95de5835 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:33:57.493001 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030b4921-63e5-48d3-bc40-891e22353b9e", "name": "network-vif-plugged", "status": "completed", "tag": "31087c94-80ec-4fb3-b15d-247c4e6dc94b", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:33:57.493301 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f4f39ac0-a629-4755-ac18-e2ce95de5835 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:33:57.493696 dv-cinder-833365-1-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030b4921-63e5-48d3-bc40-891e22353b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31087c94-80ec-4fb3-b15d-247c4e6dc94b', 'code': 200} Mar 11 15:33:57.562883 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (31087c94-80ec-4fb3-b15d-247c4e6dc94b), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:57.633804 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=31087c94-80ec-4fb3-b15d-247c4e6dc94b,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:57.679096 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c605b-f798-477e-b2e8-46bb9208108d req-f1a1fe0e-e4f4-48ca-abba-58e95da584ba tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:57.680615 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-002c605b-f798-477e-b2e8-46bb9208108d req-f1a1fe0e-e4f4-48ca-abba-58e95da584ba tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.0566301 Mar 11 15:33:57.736016 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-002c605b-f798-477e-b2e8-46bb9208108d req-275bf64e-9d1a-496e-95d9-f22e15dcf572 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494726 Mar 11 15:33:58.117999 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-4e042abf-7114-4443-89d0-0251f2444f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:58.318712 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2961bd-9684-4bef-aa16-c7d74c622975 req-1622f2c8-fee2-455f-a64c-c69719f2608d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:58.321774 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ab2961bd-9684-4bef-aa16-c7d74c622975 req-1622f2c8-fee2-455f-a64c-c69719f2608d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 1129 time: 0.0608034 Mar 11 15:33:58.353206 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 36844) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:33:58.371307 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-23cee744-d834-4d25-a214-ac2b1ea87da4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:58.407092 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ab2961bd-9684-4bef-aa16-c7d74c622975 req-829a25b3-e95e-4f41-af37-51c3a18a3e29 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726111 Mar 11 15:33:58.489898 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351f629-8914-4cf5-9380-cd53f7fe95fc req-483d9497-da75-4761-a96e-7ba5bda0ca75 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:58.498299 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6351f629-8914-4cf5-9380-cd53f7fe95fc req-483d9497-da75-4761-a96e-7ba5bda0ca75 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 945 time: 0.0788410 Mar 11 15:33:58.518742 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-23cee744-d834-4d25-a214-ac2b1ea87da4 admin admin] Publish callbacks [] for security_group (3aec9155-6b43-4afd-9369-601e74dbbecd), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:58.568246 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6351f629-8914-4cf5-9380-cd53f7fe95fc req-1db4775b-3ab6-4a53-9c24-1428ee957510 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689836 Mar 11 15:33:58.596557 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-23cee744-d834-4d25-a214-ac2b1ea87da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (3aec9155-6b43-4afd-9369-601e74dbbecd), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:58.644372 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-23cee744-d834-4d25-a214-ac2b1ea87da4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=05c2a4982e874dd6a54d2cb3edf2a2a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2870905 Mar 11 15:33:58.644372 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cee744-d834-4d25-a214-ac2b1ea87da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aec9155-6b43-4afd-9369-601e74dbbecd,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:58.645524 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 36848) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:33:58.716804 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-875b9735-3d80-4b4a-846e-d6cd542fab4e admin admin] Publish callbacks [] for security_group (3aec9155-6b43-4afd-9369-601e74dbbecd), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:58.743226 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-875b9735-3d80-4b4a-846e-d6cd542fab4e admin admin] Publish callbacks [] for security_group (3aec9155-6b43-4afd-9369-601e74dbbecd), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:58.876455 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-875b9735-3d80-4b4a-846e-d6cd542fab4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (3aec9155-6b43-4afd-9369-601e74dbbecd), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:58.879549 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-875b9735-3d80-4b4a-846e-d6cd542fab4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:33:58.880100 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-875b9735-3d80-4b4a-846e-d6cd542fab4e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3aec9155-6b43-4afd-9369-601e74dbbecd HTTP/1.1" status: 204 len: 168 time: 0.2343819 Mar 11 15:33:58.882153 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8efa9-206e-4ae3-b027-10c79b7af72f req-66ef5b38-61a4-44d2-978d-a99129229fb2 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:58.885809 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bfa8efa9-206e-4ae3-b027-10c79b7af72f req-66ef5b38-61a4-44d2-978d-a99129229fb2 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.0677798 Mar 11 15:33:58.937902 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b9735-3d80-4b4a-846e-d6cd542fab4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aec9155-6b43-4afd-9369-601e74dbbecd,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:33:58.962236 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bfa8efa9-206e-4ae3-b027-10c79b7af72f req-4c2c1e8b-f09b-4a8b-8db9-3b0071724ead tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685170 Mar 11 15:33:59.694784 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a71bd7-0830-42b5-95e5-6d9635a3d7f8 req-0e87ce39-f8bc-4da2-9821-bf224eb983e7 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:33:59.696309 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d3a71bd7-0830-42b5-95e5-6d9635a3d7f8 req-0e87ce39-f8bc-4da2-9821-bf224eb983e7 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 945 time: 0.0526636 Mar 11 15:33:59.748672 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d3a71bd7-0830-42b5-95e5-6d9635a3d7f8 req-1f8713e9-eeb2-414a-9929-aafbd44477ff tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468345 Mar 11 15:34:00.055807 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9cbc09f7-2896-44f7-a2c7-5f308d47864e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:00.113758 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f97497-0e57-4c79-bb48-6c4f1acafcc4 req-04cac0ee-0870-4c5c-b7dc-072a1f08abde tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:00.115883 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-97f97497-0e57-4c79-bb48-6c4f1acafcc4 req-04cac0ee-0870-4c5c-b7dc-072a1f08abde tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.0731184 Mar 11 15:34:00.165368 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-97f97497-0e57-4c79-bb48-6c4f1acafcc4 req-207f9dc3-5efc-4469-836b-b26f2eaf1e24 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437183 Mar 11 15:34:00.583665 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404d901-61fc-4e60-a2a7-2bfe6e8f77d0 req-adc9168d-93ac-4159-bf0b-8e02290c3a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:00.586669 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2404d901-61fc-4e60-a2a7-2bfe6e8f77d0 req-adc9168d-93ac-4159-bf0b-8e02290c3a9d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=26837043df1a49fb9ee0eaa587c624aa&device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 1130 time: 0.0570216 Mar 11 15:34:00.691832 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404d901-61fc-4e60-a2a7-2bfe6e8f77d0 req-b6a5ffeb-80f8-42c6-9605-61022f22fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:00.693306 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2404d901-61fc-4e60-a2a7-2bfe6e8f77d0 req-b6a5ffeb-80f8-42c6-9605-61022f22fd0a service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba HTTP/1.1" status: 200 len: 918 time: 0.1010995 Mar 11 15:34:00.758761 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2404d901-61fc-4e60-a2a7-2bfe6e8f77d0 req-61886977-f365-4c25-b68f-0b0bf4433965 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc6eb716-8633-4cb5-9e60-7f78730a41fb HTTP/1.1" status: 200 len: 1002 time: 0.0595312 Mar 11 15:34:00.856045 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404d901-61fc-4e60-a2a7-2bfe6e8f77d0 req-831da959-37ae-44fe-ada0-57f33eb4452a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:00.857497 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2404d901-61fc-4e60-a2a7-2bfe6e8f77d0 req-831da959-37ae-44fe-ada0-57f33eb4452a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd37384c-a7f0-45c7-ab70-ef3de68c479f HTTP/1.1" status: 200 len: 856 time: 0.0934789 Mar 11 15:34:00.909235 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d707d04-7294-4f33-916a-b4828fef5514 req-4749fad4-8d20-42f6-a02f-cb2aabaa1349 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:00.910722 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6d707d04-7294-4f33-916a-b4828fef5514 req-4749fad4-8d20-42f6-a02f-cb2aabaa1349 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 945 time: 0.0849428 Mar 11 15:34:00.937991 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404d901-61fc-4e60-a2a7-2bfe6e8f77d0 req-6a255723-cc69-43b1-a954-2ac94cccd17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:00.939459 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2404d901-61fc-4e60-a2a7-2bfe6e8f77d0 req-6a255723-cc69-43b1-a954-2ac94cccd17c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747547 Mar 11 15:34:00.998521 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6d707d04-7294-4f33-916a-b4828fef5514 req-adad3467-4e42-432b-88b9-7f2d93b7edd0 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795889 Mar 11 15:34:01.059540 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2404d901-61fc-4e60-a2a7-2bfe6e8f77d0 req-900e6322-2252-413e-a71f-4bcdaf2dbd81 service neutron] 10.222.0.66 "GET /v2.0/networks/1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139729 Mar 11 15:34:01.125349 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78ee3f-3c53-429c-85e3-e560a1a81310 req-0f6d7e04-d761-434f-8642-4ec8af8235ca tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:01.126821 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1c78ee3f-3c53-429c-85e3-e560a1a81310 req-0f6d7e04-d761-434f-8642-4ec8af8235ca tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 945 time: 0.0596013 Mar 11 15:34:01.162785 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2404d901-61fc-4e60-a2a7-2bfe6e8f77d0 req-7791cd07-0cac-40c5-89ff-283d2f96e139 service neutron] 10.222.0.66 "GET /v2.0/networks/1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979812 Mar 11 15:34:01.183028 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1c78ee3f-3c53-429c-85e3-e560a1a81310 req-fa35b0e5-615f-49c0-8c2f-9c6dfb38019f tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467975 Mar 11 15:34:01.208058 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 36916) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:34:01.277503 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:01.301312 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37d338-ba06-45c9-8a67-0e669db1b974 req-40c45679-c363-496f-92bb-fa813b62167c tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:01.302774 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7d37d338-ba06-45c9-8a67-0e669db1b974 req-40c45679-c363-496f-92bb-fa813b62167c tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.0538974 Mar 11 15:34:01.355135 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7d37d338-ba06-45c9-8a67-0e669db1b974 req-0de8f2ef-f1d5-4700-9c36-6743bb535218 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454116 Mar 11 15:34:01.422887 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19442e51-46e8-4a87-8166-7f99481caa63 tempest-TestVolumeBootPattern-1815405188 tempest-TestVolumeBootPattern-1815405188-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:01.424451 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-19442e51-46e8-4a87-8166-7f99481caa63 tempest-TestVolumeBootPattern-1815405188 tempest-TestVolumeBootPattern-1815405188-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 1124 time: 0.2138357 Mar 11 15:34:01.427266 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 36926) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:34:01.431947 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-b89a2d08-4a92-4dda-b1e9-b2f3e6f55715 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Request body: {'floatingip': {'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'port_id': '31087c94-80ec-4fb3-b15d-247c4e6dc94b', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:34:01.535329 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b89a2d08-4a92-4dda-b1e9-b2f3e6f55715 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:01.597136 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:34:01.634191 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b89a2d08-4a92-4dda-b1e9-b2f3e6f55715 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:01.744191 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [None req-b89a2d08-4a92-4dda-b1e9-b2f3e6f55715 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Allocated IP 172.27.2.40 (78e1392b-e3c2-4d04-8c82-7bd84bb30297/7f6dd339-b219-48a3-93bc-4a99710f07af/eaeb8059-c9f4-4c23-90dd-8e3336a6f0f4) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:34:01.857750 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 36930) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:34:01.886427 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b89a2d08-4a92-4dda-b1e9-b2f3e6f55715 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for port (eaeb8059-c9f4-4c23-90dd-8e3336a6f0f4), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:01.973718 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-976ddd2c-2207-4e61-987c-9078d2893a13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:01.976537 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b89a2d08-4a92-4dda-b1e9-b2f3e6f55715 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (eaeb8059-c9f4-4c23-90dd-8e3336a6f0f4), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:02.017405 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89a2d08-4a92-4dda-b1e9-b2f3e6f55715 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:34:02.020338 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-b89a2d08-4a92-4dda-b1e9-b2f3e6f55715 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:34:02.026679 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89a2d08-4a92-4dda-b1e9-b2f3e6f55715 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:34:02.050280 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a2d08-4a92-4dda-b1e9-b2f3e6f55715 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Pushing event updated for resources: {'Port': ['ID=eaeb8059-c9f4-4c23-90dd-8e3336a6f0f4,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:02.063506 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-976ddd2c-2207-4e61-987c-9078d2893a13 admin admin] Publish callbacks [] for security_group (2a73a557-35c2-4074-a547-7d7284bfe8ba), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:02.122210 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-976ddd2c-2207-4e61-987c-9078d2893a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (2a73a557-35c2-4074-a547-7d7284bfe8ba), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:02.165978 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-976ddd2c-2207-4e61-987c-9078d2893a13 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8aeea5f97920479f886cfac20df4d77a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3067603 Mar 11 15:34:02.167176 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 36934) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:34:02.173262 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ddd2c-2207-4e61-987c-9078d2893a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a73a557-35c2-4074-a547-7d7284bfe8ba,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:02.220001 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3c621a36-afff-4802-b590-6300f2e053e6 admin admin] Publish callbacks [] for security_group (2a73a557-35c2-4074-a547-7d7284bfe8ba), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:02.241303 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3c621a36-afff-4802-b590-6300f2e053e6 admin admin] Publish callbacks [] for security_group (2a73a557-35c2-4074-a547-7d7284bfe8ba), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:02.356745 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3c621a36-afff-4802-b590-6300f2e053e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (2a73a557-35c2-4074-a547-7d7284bfe8ba), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:02.359346 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3c621a36-afff-4802-b590-6300f2e053e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:02.360514 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-3c621a36-afff-4802-b590-6300f2e053e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2a73a557-35c2-4074-a547-7d7284bfe8ba HTTP/1.1" status: 204 len: 168 time: 0.1922328 Mar 11 15:34:02.374688 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c621a36-afff-4802-b590-6300f2e053e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a73a557-35c2-4074-a547-7d7284bfe8ba,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:02.451374 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b89a2d08-4a92-4dda-b1e9-b2f3e6f55715 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for floatingip (c2217d4f-6447-4698-bdb1-eb414ae33621), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:02.499919 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695b816-9616-4ae8-8453-e224ee06456d req-52a8826d-dc65-45b0-988e-69eb56c6d6bc tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:02.501319 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8695b816-9616-4ae8-8453-e224ee06456d req-52a8826d-dc65-45b0-988e-69eb56c6d6bc tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 946 time: 0.0562742 Mar 11 15:34:02.551999 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-8695b816-9616-4ae8-8453-e224ee06456d req-cc617ead-fe03-467d-aa97-e69f5b55dbb8 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450578 Mar 11 15:34:02.597374 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b89a2d08-4a92-4dda-b1e9-b2f3e6f55715 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (eaeb8059-c9f4-4c23-90dd-8e3336a6f0f4), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:02.757929 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b89a2d08-4a92-4dda-b1e9-b2f3e6f55715 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for port (eaeb8059-c9f4-4c23-90dd-8e3336a6f0f4), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:02.821676 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b89a2d08-4a92-4dda-b1e9-b2f3e6f55715 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (eaeb8059-c9f4-4c23-90dd-8e3336a6f0f4), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:03.025551 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:03.058233 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 36942) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:34:03.073584 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1bf857f4-11e1-4097-99c9-4cc5d47165a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:03.157779 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1bf857f4-11e1-4097-99c9-4cc5d47165a1 admin admin] Publish callbacks [] for security_group (72681937-053a-49a9-bb28-3827fc01289e), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:03.161249 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a2d08-4a92-4dda-b1e9-b2f3e6f55715 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Pushing event updated for resources: {'Port': ['ID=eaeb8059-c9f4-4c23-90dd-8e3336a6f0f4,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:03.167792 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device dc6eb716-8633-4cb5-9e60-7f78730a41fb no longer exists at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:34:03.174587 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b89a2d08-4a92-4dda-b1e9-b2f3e6f55715 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628361'] for floatingip (c2217d4f-6447-4698-bdb1-eb414ae33621), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:03.238148 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1bf857f4-11e1-4097-99c9-4cc5d47165a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (72681937-053a-49a9-bb28-3827fc01289e), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:03.248267 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port dc6eb716-8633-4cb5-9e60-7f78730a41fb is: ACTIVE; New status is: DOWN {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:34:03.248671 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (dc6eb716-8633-4cb5-9e60-7f78730a41fb), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:03.271522 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d8d550-ee96-49f8-b14b-0d5f25b8881a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc6eb716-8633-4cb5-9e60-7f78730a41fb'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:34:03.274019 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97dedef37c5e2c64aa44179f419dd586ddc22b8f5766e7bc49dcfeca4a9e3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea866a8-075c-4d23-b75d-ca1f7a8cb5e1" -d '{"events": [{"server_uuid": "d9d8d550-ee96-49f8-b14b-0d5f25b8881a", "name": "network-vif-unplugged", "status": "completed", "tag": "dc6eb716-8633-4cb5-9e60-7f78730a41fb"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:34:03.281847 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 36946) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:34:03.282136 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-1bf857f4-11e1-4097-99c9-4cc5d47165a1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3b3fe8b21af04e6ea584d60a3673247c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222838 Mar 11 15:34:03.282992 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf857f4-11e1-4097-99c9-4cc5d47165a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72681937-053a-49a9-bb28-3827fc01289e,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:03.291182 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.db.l3_db [None req-b89a2d08-4a92-4dda-b1e9-b2f3e6f55715 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Floating IP c2217d4f-6447-4698-bdb1-eb414ae33621 associated. External IP: 172.27.2.40, port: 31087c94-80ec-4fb3-b15d-247c4e6dc94b. Mar 11 15:34:03.293875 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port dc6eb716-8633-4cb5-9e60-7f78730a41fb, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=dc6eb716-8633-4cb5-9e60-7f78730a41fb,segment=NetworkSegment(3741b2ab-b6fb-417c-b81e-099405fb40ec),segment_id=3741b2ab-b6fb-417c-b81e-099405fb40ec)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:34:03.330441 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 15:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c363b9e8-b387-4918-a568-ec6fb3e6cd48 x-openstack-request-id: req-c363b9e8-b387-4918-a568-ec6fb3e6cd48 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:34:03.330733 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d8d550-ee96-49f8-b14b-0d5f25b8881a", "name": "network-vif-unplugged", "status": "completed", "tag": "dc6eb716-8633-4cb5-9e60-7f78730a41fb", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:34:03.330987 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c363b9e8-b387-4918-a568-ec6fb3e6cd48 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:34:03.331407 dv-cinder-833365-1-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d8d550-ee96-49f8-b14b-0d5f25b8881a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc6eb716-8633-4cb5-9e60-7f78730a41fb', 'code': 200} Mar 11 15:34:03.381112 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (dc6eb716-8633-4cb5-9e60-7f78730a41fb), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:03.411612 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ea9fbf05-dbce-41e6-b2ea-9bfed6043a73 admin admin] Publish callbacks [] for security_group (72681937-053a-49a9-bb28-3827fc01289e), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:03.439629 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=dc6eb716-8633-4cb5-9e60-7f78730a41fb,revision_number=8']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:03.448171 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ea9fbf05-dbce-41e6-b2ea-9bfed6043a73 admin admin] Publish callbacks [] for security_group (72681937-053a-49a9-bb28-3827fc01289e), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:03.587577 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89a2d08-4a92-4dda-b1e9-b2f3e6f55715 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Router b53d117e-edb0-42b3-8951-e2f506749f3c has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:34:03.661140 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ea9fbf05-dbce-41e6-b2ea-9bfed6043a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (72681937-053a-49a9-bb28-3827fc01289e), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:03.664373 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ea9fbf05-dbce-41e6-b2ea-9bfed6043a73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:03.665518 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-ea9fbf05-dbce-41e6-b2ea-9bfed6043a73 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/72681937-053a-49a9-bb28-3827fc01289e HTTP/1.1" status: 204 len: 168 time: 0.3824844 Mar 11 15:34:03.678333 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9fbf05-dbce-41e6-b2ea-9bfed6043a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72681937-053a-49a9-bb28-3827fc01289e,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:03.683601 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd8e12-f2f7-453f-ac9c-793b328a90d9 req-58fe579c-517e-4396-a629-fdd98356b437 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:03.685133 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-36cd8e12-f2f7-453f-ac9c-793b328a90d9 req-58fe579c-517e-4396-a629-fdd98356b437 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 944 time: 0.0572157 Mar 11 15:34:03.749195 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-36cd8e12-f2f7-453f-ac9c-793b328a90d9 req-9a1983c8-7429-4cd1-9a30-ffaab6508414 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570269 Mar 11 15:34:03.752672 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89a2d08-4a92-4dda-b1e9-b2f3e6f55715 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:34:03.764315 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b66494e-dd06-44b5-8176-2fce5050ecc6 None None] Sync routers for ids ['b53d117e-edb0-42b3-8951-e2f506749f3c'] in dv-cinder-833365-1-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:34:03.778517 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b66494e-dd06-44b5-8176-2fce5050ecc6 None None] Routers {'b53d117e-edb0-42b3-8951-e2f506749f3c'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:34:03.779068 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-6b66494e-dd06-44b5-8176-2fce5050ecc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:34:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['b53d117e-edb0-42b3-8951-e2f506749f3c'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:03.836251 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b89a2d08-4a92-4dda-b1e9-b2f3e6f55715 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:03.880513 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-b89a2d08-4a92-4dda-b1e9-b2f3e6f55715 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4517229 Mar 11 15:34:03.882510 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030b4921-63e5-48d3-bc40-891e22353b9e', 'tag': '31087c94-80ec-4fb3-b15d-247c4e6dc94b'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:34:03.888918 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f63966b-5938-4d1b-8532-ca2098e4814a" -d '{"events": [{"name": "network-changed", "server_uuid": "030b4921-63e5-48d3-bc40-891e22353b9e", "tag": "31087c94-80ec-4fb3-b15d-247c4e6dc94b"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:34:03.901964 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-6b66494e-dd06-44b5-8176-2fce5050ecc6 None None] Set router b53d117e-edb0-42b3-8951-e2f506749f3c gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:34:03.930145 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc96981c-07cb-4c2f-a830-3d02c64a693e x-openstack-request-id: req-fc96981c-07cb-4c2f-a830-3d02c64a693e {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:34:03.930447 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030b4921-63e5-48d3-bc40-891e22353b9e", "tag": "31087c94-80ec-4fb3-b15d-247c4e6dc94b", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:34:03.930704 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fc96981c-07cb-4c2f-a830-3d02c64a693e {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:34:03.931111 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030b4921-63e5-48d3-bc40-891e22353b9e', 'tag': '31087c94-80ec-4fb3-b15d-247c4e6dc94b', 'status': 'completed', 'code': 200} Mar 11 15:34:04.006165 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63966b-5938-4d1b-8532-ca2098e4814a req-1695ad95-456c-40c5-99ac-0158db86f3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:04.008551 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9f63966b-5938-4d1b-8532-ca2098e4814a req-1695ad95-456c-40c5-99ac-0158db86f3d7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a05c04b4e4784d13a9c157c76e0ff03a&device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 1129 time: 0.0560412 Mar 11 15:34:04.110410 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63966b-5938-4d1b-8532-ca2098e4814a req-c152bd07-9137-4be8-82a7-0044ffd43c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:04.111901 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9f63966b-5938-4d1b-8532-ca2098e4814a req-c152bd07-9137-4be8-82a7-0044ffd43c8e service neutron] 10.222.0.66 "GET /v2.0/networks?id=0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 HTTP/1.1" status: 200 len: 913 time: 0.0975602 Mar 11 15:34:04.170583 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-6b66494e-dd06-44b5-8176-2fce5050ecc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'name': 'tempest-TestVolumeBootPattern-2045321718-router', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:47Z', 'updated_at': '2022-03-11T15:26:51Z', 'revision_number': 4, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'gw_port': {'id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:48Z', 'updated_at': '2022-03-11T15:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': '831a6531-9cec-42b2-91c3-1bbee15d5867', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'port_id': 'c54d9cfe-e12d-4438-82f7-9138b5e3b11e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'mac_address': 'fa:16:3e:21:c7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddbc544-f2e9-4bc7-aead-e11bf7f85241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:31:16Z', 'updated_at': '2022-03-11T15:31:18Z', 'revision_number': 1, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'fixed_ip_address_scope': None}, {'id': 'c2217d4f-6447-4698-bdb1-eb414ae33621', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'port_id': '31087c94-80ec-4fb3-b15d-247c4e6dc94b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'mac_address': 'fa:16:3e:33:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b4921-63e5-48d3-bc40-891e22353b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:34:02Z', 'updated_at': '2022-03-11T15:34:02Z', 'revision_number': 0, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7013fe69-cb7e-4783-8d3d-6fea370201d7', 'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'mac_address': 'fa:16:3e:da:0a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:50Z', 'updated_at': '2022-03-11T15:26:55Z', 'revision_number': 5, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'subnets': [{'id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:04.191562 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9f63966b-5938-4d1b-8532-ca2098e4814a req-39c2435b-6c6b-41d2-9814-e72d88f0cc5c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31087c94-80ec-4fb3-b15d-247c4e6dc94b HTTP/1.1" status: 200 len: 998 time: 0.0739582 Mar 11 15:34:04.202368 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b66494e-dd06-44b5-8176-2fce5050ecc6 None None] Checking router: b53d117e-edb0-42b3-8951-e2f506749f3c for host: dv-cinder-833365-1-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:34:04.212362 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b66494e-dd06-44b5-8176-2fce5050ecc6 None None] Routers {'b53d117e-edb0-42b3-8951-e2f506749f3c'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:34:04.213021 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-6b66494e-dd06-44b5-8176-2fce5050ecc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:34:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['b53d117e-edb0-42b3-8951-e2f506749f3c'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:04.243469 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63966b-5938-4d1b-8532-ca2098e4814a req-9bfc3214-9260-4e8f-96b5-34bdf309bcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:04.244929 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9f63966b-5938-4d1b-8532-ca2098e4814a req-9bfc3214-9260-4e8f-96b5-34bdf309bcc3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ff0797ed-948d-4bc0-a15c-6d476f6713f7 HTTP/1.1" status: 200 len: 851 time: 0.0477290 Mar 11 15:34:04.294673 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f63966b-5938-4d1b-8532-ca2098e4814a req-ef0b21ad-74ac-4311-91cf-f3dc6dffea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:04.296501 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9f63966b-5938-4d1b-8532-ca2098e4814a req-ef0b21ad-74ac-4311-91cf-f3dc6dffea08 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0af61b1c-cde3-490d-a2cc-9dcf9e2c2131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453112 Mar 11 15:34:04.346518 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-6b66494e-dd06-44b5-8176-2fce5050ecc6 None None] Set router b53d117e-edb0-42b3-8951-e2f506749f3c gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:34:04.351615 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:04.400855 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9f63966b-5938-4d1b-8532-ca2098e4814a req-498bccea-195c-4ac6-8bb2-5a30b525706f service neutron] 10.222.0.66 "GET /v2.0/networks/0af61b1c-cde3-490d-a2cc-9dcf9e2c2131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988486 Mar 11 15:34:04.498205 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9f63966b-5938-4d1b-8532-ca2098e4814a req-1fef2be4-734d-42e6-b3ac-336bad42a2f3 service neutron] 10.222.0.66 "GET /v2.0/networks/0af61b1c-cde3-490d-a2cc-9dcf9e2c2131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915761 Mar 11 15:34:04.615961 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-6b66494e-dd06-44b5-8176-2fce5050ecc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'name': 'tempest-TestVolumeBootPattern-2045321718-router', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:47Z', 'updated_at': '2022-03-11T15:26:51Z', 'revision_number': 4, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'gw_port': {'id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:48Z', 'updated_at': '2022-03-11T15:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': '831a6531-9cec-42b2-91c3-1bbee15d5867', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'port_id': 'c54d9cfe-e12d-4438-82f7-9138b5e3b11e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'mac_address': 'fa:16:3e:21:c7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddbc544-f2e9-4bc7-aead-e11bf7f85241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:31:16Z', 'updated_at': '2022-03-11T15:31:18Z', 'revision_number': 1, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'fixed_ip_address_scope': None}, {'id': 'c2217d4f-6447-4698-bdb1-eb414ae33621', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'port_id': '31087c94-80ec-4fb3-b15d-247c4e6dc94b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'mac_address': 'fa:16:3e:33:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b4921-63e5-48d3-bc40-891e22353b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:34:02Z', 'updated_at': '2022-03-11T15:34:02Z', 'revision_number': 0, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7013fe69-cb7e-4783-8d3d-6fea370201d7', 'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'mac_address': 'fa:16:3e:da:0a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:50Z', 'updated_at': '2022-03-11T15:26:55Z', 'revision_number': 5, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'subnets': [{'id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:34:04.735071 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b66494e-dd06-44b5-8176-2fce5050ecc6 None None] The sync data for ids ['b53d117e-edb0-42b3-8951-e2f506749f3c'] in dv-cinder-833365-1-iscsi is: [{'id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'name': 'tempest-TestVolumeBootPattern-2045321718-router', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:47Z', 'updated_at': '2022-03-11T15:26:51Z', 'revision_number': 4, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'gw_port': {'id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:48Z', 'updated_at': '2022-03-11T15:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': '831a6531-9cec-42b2-91c3-1bbee15d5867', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'port_id': 'c54d9cfe-e12d-4438-82f7-9138b5e3b11e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'mac_address': 'fa:16:3e:21:c7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddbc544-f2e9-4bc7-aead-e11bf7f85241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:31:16Z', 'updated_at': '2022-03-11T15:31:18Z', 'revision_number': 1, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'fixed_ip_address_scope': None}, {'id': 'c2217d4f-6447-4698-bdb1-eb414ae33621', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'port_id': '31087c94-80ec-4fb3-b15d-247c4e6dc94b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'mac_address': 'fa:16:3e:33:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '030b4921-63e5-48d3-bc40-891e22353b9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:34:02Z', 'updated_at': '2022-03-11T15:34:02Z', 'revision_number': 0, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7013fe69-cb7e-4783-8d3d-6fea370201d7', 'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'mac_address': 'fa:16:3e:da:0a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:50Z', 'updated_at': '2022-03-11T15:26:55Z', 'revision_number': 5, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'subnets': [{'id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:34:04.974755 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461d9b67-ee6c-43e2-94b3-b70059a0002e None None] New status for floating IP c2217d4f-6447-4698-bdb1-eb414ae33621: ACTIVE {{(pid=103741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:34:05.956109 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2741c-705e-4f32-b352-41acd1ab286f req-0349f05d-7504-4a64-a274-4651b6469b44 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:05.957717 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-dda2741c-705e-4f32-b352-41acd1ab286f req-0349f05d-7504-4a64-a274-4651b6469b44 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 944 time: 0.0570917 Mar 11 15:34:06.019025 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-dda2741c-705e-4f32-b352-41acd1ab286f req-0f869c07-5f09-4c26-87a1-75c3b35c7df0 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498152 Mar 11 15:34:06.470197 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 37036) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:34:06.561855 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1453b5a9-7d2d-4da0-a348-9e7c68e2f44e req-cd6658e4-5587-4a60-b8e5-eeb6b71ac476 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0903733 Mar 11 15:34:06.573961 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [req-1453b5a9-7d2d-4da0-a348-9e7c68e2f44e req-fe77b08a-3ff7-44a2-bac6-d84439f3bb4d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103740) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 15:34:06.574960 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-1453b5a9-7d2d-4da0-a348-9e7c68e2f44e req-fe77b08a-3ff7-44a2-bac6-d84439f3bb4d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060506 Mar 11 15:34:06.667185 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 37048) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:34:06.780550 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453b5a9-7d2d-4da0-a348-9e7c68e2f44e req-a22f5d5b-e160-42f7-a687-158bcba0da02 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:06.781917 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1453b5a9-7d2d-4da0-a348-9e7c68e2f44e req-a22f5d5b-e160-42f7-a687-158bcba0da02 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports/dc6eb716-8633-4cb5-9e60-7f78730a41fb HTTP/1.1" status: 200 len: 941 time: 0.1137266 Mar 11 15:34:07.185390 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device dc6eb716-8633-4cb5-9e60-7f78730a41fb no longer exists at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:34:07.186963 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ffc86-1037-4dab-8d9d-d98fff44b79f req-f03eda6e-4b84-46e2-993f-de69af154a2d tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:07.189798 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-016ffc86-1037-4dab-8d9d-d98fff44b79f req-f03eda6e-4b84-46e2-993f-de69af154a2d tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 944 time: 0.0902243 Mar 11 15:34:07.255280 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-016ffc86-1037-4dab-8d9d-d98fff44b79f req-0df45768-dcee-4acb-acc2-1a2805f3b806 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553670 Mar 11 15:34:07.275852 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port dc6eb716-8633-4cb5-9e60-7f78730a41fb is: DOWN; New status is: DOWN {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:34:08.329937 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453b5a9-7d2d-4da0-a348-9e7c68e2f44e req-bb036194-cffb-4a27-a935-655fcdbbc82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:08.331572 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1453b5a9-7d2d-4da0-a348-9e7c68e2f44e req-bb036194-cffb-4a27-a935-655fcdbbc82b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a&tenant_id=26837043df1a49fb9ee0eaa587c624aa HTTP/1.1" status: 200 len: 1128 time: 0.0496101 Mar 11 15:34:08.391607 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d4dcf-05a7-41a4-b809-3e273841dffd req-052a4dca-e8be-4309-b2e9-8dfd7814505f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:08.393298 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-295d4dcf-05a7-41a4-b809-3e273841dffd req-052a4dca-e8be-4309-b2e9-8dfd7814505f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 944 time: 0.0606689 Mar 11 15:34:08.406091 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453b5a9-7d2d-4da0-a348-9e7c68e2f44e req-5f4f0a3d-cce8-40cd-8ab2-d9bdc26a306d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:08.408374 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1453b5a9-7d2d-4da0-a348-9e7c68e2f44e req-5f4f0a3d-cce8-40cd-8ab2-d9bdc26a306d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=26837043df1a49fb9ee0eaa587c624aa&device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 1128 time: 0.0527544 Mar 11 15:34:08.441469 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-295d4dcf-05a7-41a4-b809-3e273841dffd req-a19fba62-36ab-4b1b-936d-c0a9383591c4 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411732 Mar 11 15:34:08.521347 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453b5a9-7d2d-4da0-a348-9e7c68e2f44e req-c2f3768f-89ab-455f-bb01-18ecbde7e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:08.521347 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1453b5a9-7d2d-4da0-a348-9e7c68e2f44e req-c2f3768f-89ab-455f-bb01-18ecbde7e290 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba HTTP/1.1" status: 200 len: 918 time: 0.0897951 Mar 11 15:34:08.569643 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1453b5a9-7d2d-4da0-a348-9e7c68e2f44e req-93bef0b1-298f-4411-90a5-23bb3d18536e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc6eb716-8633-4cb5-9e60-7f78730a41fb HTTP/1.1" status: 200 len: 1000 time: 0.0590708 Mar 11 15:34:08.621273 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453b5a9-7d2d-4da0-a348-9e7c68e2f44e req-709dd48a-bfb4-48c6-a51b-8d3039defead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:08.622719 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1453b5a9-7d2d-4da0-a348-9e7c68e2f44e req-709dd48a-bfb4-48c6-a51b-8d3039defead service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd37384c-a7f0-45c7-ab70-ef3de68c479f HTTP/1.1" status: 200 len: 856 time: 0.0478072 Mar 11 15:34:08.670638 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453b5a9-7d2d-4da0-a348-9e7c68e2f44e req-5c8fb96f-320c-48ae-8747-62e382d65b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:08.672101 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1453b5a9-7d2d-4da0-a348-9e7c68e2f44e req-5c8fb96f-320c-48ae-8747-62e382d65b2c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436134 Mar 11 15:34:08.764872 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1453b5a9-7d2d-4da0-a348-9e7c68e2f44e req-2a9e63b4-6738-4632-aebd-489210a97d71 service neutron] 10.222.0.66 "GET /v2.0/networks/1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864258 Mar 11 15:34:09.568084 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95117879-c56c-4e2d-9918-950a3bece2db req-92dc9e79-0cf3-4703-84da-ab114b58b268 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:09.569548 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-95117879-c56c-4e2d-9918-950a3bece2db req-92dc9e79-0cf3-4703-84da-ab114b58b268 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 944 time: 0.0541985 Mar 11 15:34:09.617123 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-95117879-c56c-4e2d-9918-950a3bece2db req-1481612f-50ec-4b10-aa3d-4808522ac6ae tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417600 Mar 11 15:34:09.929637 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1453b5a9-7d2d-4da0-a348-9e7c68e2f44e req-4362faaf-36ee-45d6-bc95-d30e2841912d service neutron] 10.222.0.66 "GET /v2.0/networks/1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015193 Mar 11 15:34:10.746574 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2b2de-7f4f-41e0-8062-60d356e746b3 req-e950f73c-d805-47b3-b898-fab4f3f97449 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:10.748075 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bbf2b2de-7f4f-41e0-8062-60d356e746b3 req-e950f73c-d805-47b3-b898-fab4f3f97449 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 944 time: 0.0568576 Mar 11 15:34:10.795795 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-bbf2b2de-7f4f-41e0-8062-60d356e746b3 req-db27412e-7146-476c-8020-f6cea4829d5e tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421531 Mar 11 15:34:11.919941 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc55b2-8b17-45a3-ad3a-4f9a7da70281 req-76ce0652-54d9-4f97-85f2-541f1084ad13 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:11.921417 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-28fc55b2-8b17-45a3-ad3a-4f9a7da70281 req-76ce0652-54d9-4f97-85f2-541f1084ad13 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 944 time: 0.0520246 Mar 11 15:34:11.967936 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-28fc55b2-8b17-45a3-ad3a-4f9a7da70281 req-82ce77bf-c273-46ff-8f20-e2345c29ea2b tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409911 Mar 11 15:34:13.141692 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83c44f-1376-42c1-8e79-c3f123559964 req-8215d0ba-e702-4ff2-8e81-b7698e31674b tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:13.143266 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9d83c44f-1376-42c1-8e79-c3f123559964 req-8215d0ba-e702-4ff2-8e81-b7698e31674b tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 944 time: 0.0731251 Mar 11 15:34:13.151751 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:13.210142 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9d83c44f-1376-42c1-8e79-c3f123559964 req-dcba41f5-9f95-40d7-aedb-a6b88a1ce0ad tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609863 Mar 11 15:34:14.346436 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025f06a-956d-46eb-8429-5aa0b4090203 req-0b622e6b-f970-461f-887f-d9fcaaad9407 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:14.347851 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6025f06a-956d-46eb-8429-5aa0b4090203 req-0b622e6b-f970-461f-887f-d9fcaaad9407 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 944 time: 0.0518737 Mar 11 15:34:14.395152 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6025f06a-956d-46eb-8429-5aa0b4090203 req-b1f51990-09a1-446c-bc85-187706f56132 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417576 Mar 11 15:34:15.534419 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a561bc-88e5-4907-88a3-c08c9ff9ed72 req-488601a8-d381-402f-9250-2cf3745d9c18 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:15.536174 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d9a561bc-88e5-4907-88a3-c08c9ff9ed72 req-488601a8-d381-402f-9250-2cf3745d9c18 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 944 time: 0.0593004 Mar 11 15:34:15.596651 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d9a561bc-88e5-4907-88a3-c08c9ff9ed72 req-0efe87e0-a1fa-4f52-9558-df7b536f0507 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545933 Mar 11 15:34:16.730059 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8bac70-56cc-4e05-b93b-a9000b16800d req-c3d7fede-7814-4f6d-a5d2-ddde56b37a96 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:16.731614 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4c8bac70-56cc-4e05-b93b-a9000b16800d req-c3d7fede-7814-4f6d-a5d2-ddde56b37a96 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 944 time: 0.0590560 Mar 11 15:34:16.793881 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4c8bac70-56cc-4e05-b93b-a9000b16800d req-4a6a564c-d5bd-4b62-b55f-ce60cf932fb9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512648 Mar 11 15:34:17.932802 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a72215-c1ad-4b30-855f-061be6e1f69e req-6111cfba-3b7f-42bf-9acf-1ee05002422a tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:17.934530 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-94a72215-c1ad-4b30-855f-061be6e1f69e req-6111cfba-3b7f-42bf-9acf-1ee05002422a tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 944 time: 0.0554335 Mar 11 15:34:17.988115 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-94a72215-c1ad-4b30-855f-061be6e1f69e req-87c7d40a-2d24-42c8-be48-4fe381d68f96 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472393 Mar 11 15:34:19.125364 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c6996-d502-4fc5-8476-70c06dd55443 req-d822953f-53d2-46c8-9724-15d3ac1d116f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:19.126911 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-898c6996-d502-4fc5-8476-70c06dd55443 req-d822953f-53d2-46c8-9724-15d3ac1d116f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 944 time: 0.0601571 Mar 11 15:34:19.178409 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-898c6996-d502-4fc5-8476-70c06dd55443 req-2293688e-3d52-4076-9c64-566a4229b965 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453157 Mar 11 15:34:20.307893 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1588f7d-adff-4fa1-8feb-208f2d7e09d8 req-502a973b-a962-469d-84e3-261a2a13810f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:20.309417 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c1588f7d-adff-4fa1-8feb-208f2d7e09d8 req-502a973b-a962-469d-84e3-261a2a13810f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 944 time: 0.0520370 Mar 11 15:34:20.360457 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c1588f7d-adff-4fa1-8feb-208f2d7e09d8 req-f0b0ea7e-a540-4d15-8e79-0b694827b209 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445049 Mar 11 15:34:21.493183 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402ce0e-8c5e-42a3-99a9-c1803d06c465 req-0cfffb9d-8194-41ac-ae5e-0958f4009508 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:21.494735 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0402ce0e-8c5e-42a3-99a9-c1803d06c465 req-0cfffb9d-8194-41ac-ae5e-0958f4009508 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 944 time: 0.0560241 Mar 11 15:34:21.548783 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0402ce0e-8c5e-42a3-99a9-c1803d06c465 req-fcc585ce-b50c-48ff-aeb1-52c437455aad tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481849 Mar 11 15:34:22.692201 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94922fa6-f19c-4937-8600-14f6c966a967 req-35567278-9683-4852-9d74-7988d9ca0f2a tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:22.693638 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-94922fa6-f19c-4937-8600-14f6c966a967 req-35567278-9683-4852-9d74-7988d9ca0f2a tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 944 time: 0.0617011 Mar 11 15:34:22.746721 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-94922fa6-f19c-4937-8600-14f6c966a967 req-7fbb9649-b6eb-41cd-bace-a461f3e056e4 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453470 Mar 11 15:34:23.907214 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4987a-816a-4d5e-b356-c00beea88ddc req-bdb01892-126a-46c6-b2a6-88c511b16192 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:23.908801 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6db4987a-816a-4d5e-b356-c00beea88ddc req-bdb01892-126a-46c6-b2a6-88c511b16192 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 944 time: 0.0683134 Mar 11 15:34:23.960267 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6db4987a-816a-4d5e-b356-c00beea88ddc req-f47ffa77-b077-42a0-acc2-fd237f0822da tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456660 Mar 11 15:34:25.087298 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed82090-3e87-4557-b0e4-2f2e99d3c89f req-dc789afc-ded4-47a1-9688-caf5ff9d34eb tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:25.088841 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0ed82090-3e87-4557-b0e4-2f2e99d3c89f req-dc789afc-ded4-47a1-9688-caf5ff9d34eb tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 944 time: 0.0555255 Mar 11 15:34:25.136352 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0ed82090-3e87-4557-b0e4-2f2e99d3c89f req-07986a88-588e-4db2-b95b-8d87868f9b00 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414827 Mar 11 15:34:26.257658 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269c73a-45ff-4317-8627-7506798688cb req-c2a3628b-befd-4d6d-9822-e46251a0bc92 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:26.259123 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9269c73a-45ff-4317-8627-7506798688cb req-c2a3628b-befd-4d6d-9822-e46251a0bc92 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 944 time: 0.0521121 Mar 11 15:34:26.305417 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9269c73a-45ff-4317-8627-7506798688cb req-61777e58-f3f1-48da-be30-8b3a7ace734c tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407224 Mar 11 15:34:27.441604 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd5ac9-0388-40de-9943-34b5b9860c80 req-fe679001-a83b-4a54-83c8-c6d739df7881 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:27.443100 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5ffd5ac9-0388-40de-9943-34b5b9860c80 req-fe679001-a83b-4a54-83c8-c6d739df7881 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 944 time: 0.0668762 Mar 11 15:34:27.494019 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5ffd5ac9-0388-40de-9943-34b5b9860c80 req-2ab8d5b0-c874-413c-a979-318117be130b tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450397 Mar 11 15:34:27.853120 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-76f5330f-134f-4755-bae8-a81a39a1df53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:28.629231 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c240b45-56c1-4541-8389-8f4a5b710a77 req-f59b2ff6-f053-45e1-ab83-bb267158627b tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:28.630708 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5c240b45-56c1-4541-8389-8f4a5b710a77 req-f59b2ff6-f053-45e1-ab83-bb267158627b tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 944 time: 0.0599377 Mar 11 15:34:28.679238 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5c240b45-56c1-4541-8389-8f4a5b710a77 req-6494f9f1-8737-4f16-80a9-9c91079185ae tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429001 Mar 11 15:34:29.804495 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3066df-86b6-417e-84d4-1944e2f22f8b req-5943e5bf-206e-442c-a3b1-2cfcebed5a1d tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:29.805955 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ad3066df-86b6-417e-84d4-1944e2f22f8b req-5943e5bf-206e-442c-a3b1-2cfcebed5a1d tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 944 time: 0.0519884 Mar 11 15:34:29.853678 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ad3066df-86b6-417e-84d4-1944e2f22f8b req-cb77fe7e-0b6b-40f5-8b9f-3084d1cd274a tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420206 Mar 11 15:34:30.083622 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3323a341-86bb-45f5-84ba-140577b84839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:30.980094 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45521172-c04b-4c1d-8d05-19bdd1c018b8 req-5188d1c3-12ef-46c5-b32d-90a99923c0d1 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:30.981549 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-45521172-c04b-4c1d-8d05-19bdd1c018b8 req-5188d1c3-12ef-46c5-b32d-90a99923c0d1 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 944 time: 0.0537343 Mar 11 15:34:31.028107 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-45521172-c04b-4c1d-8d05-19bdd1c018b8 req-8654b3dd-5e11-4dcd-8b64-a7802310ee00 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402813 Mar 11 15:34:31.333035 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:32.167537 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce4da7-316f-4743-b117-08b582137abf req-ec5597e4-9873-44c0-b244-4576f271af91 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:32.169940 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-83ce4da7-316f-4743-b117-08b582137abf req-ec5597e4-9873-44c0-b244-4576f271af91 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 944 time: 0.0588515 Mar 11 15:34:32.219644 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-83ce4da7-316f-4743-b117-08b582137abf req-84fcd85b-bb55-424e-bb7b-88a9d3f56019 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442362 Mar 11 15:34:33.060463 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:33.239779 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device dc6eb716-8633-4cb5-9e60-7f78730a41fb details requested by agent hyperv_hv-cinder-83336 with host hv-cinder-83336 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 15:34:33.344141 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port dc6eb716-8633-4cb5-9e60-7f78730a41fb, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=dc6eb716-8633-4cb5-9e60-7f78730a41fb,segment=NetworkSegment(3741b2ab-b6fb-417c-b81e-099405fb40ec),segment_id=3741b2ab-b6fb-417c-b81e-099405fb40ec)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:34:33.355287 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Returning: {'device': 'dc6eb716-8633-4cb5-9e60-7f78730a41fb', 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba', 'port_id': 'dc6eb716-8633-4cb5-9e60-7f78730a41fb', 'mac_address': 'fa:16:3e:97:4d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 15:34:33.357572 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5e20b-e98f-4c37-a4b1-3aad0cc884d7 req-cdc236b7-6f02-4725-81fa-e2aba6edc73e tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:33.359044 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-10d5e20b-e98f-4c37-a4b1-3aad0cc884d7 req-cdc236b7-6f02-4725-81fa-e2aba6edc73e tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 944 time: 0.0568893 Mar 11 15:34:33.397668 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port dc6eb716-8633-4cb5-9e60-7f78730a41fb is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:34:33.398061 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (dc6eb716-8633-4cb5-9e60-7f78730a41fb), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:33.408616 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-10d5e20b-e98f-4c37-a4b1-3aad0cc884d7 req-31bbe973-97c9-4c64-840c-50218f6d47a3 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426855 Mar 11 15:34:33.411216 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6eb716-8633-4cb5-9e60-7f78730a41fb {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:34:33.441324 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port dc6eb716-8633-4cb5-9e60-7f78730a41fb, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=dc6eb716-8633-4cb5-9e60-7f78730a41fb,segment=NetworkSegment(3741b2ab-b6fb-417c-b81e-099405fb40ec),segment_id=3741b2ab-b6fb-417c-b81e-099405fb40ec)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:34:33.534612 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (dc6eb716-8633-4cb5-9e60-7f78730a41fb), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:33.585247 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=dc6eb716-8633-4cb5-9e60-7f78730a41fb,revision_number=9']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:33.592443 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:33.607908 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:33.607908 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:33.607908 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:33.607908 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:33.607908 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:33.607908 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:33.607908 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:33.607908 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:33.607908 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:33.607908 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:33.607908 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:33.607908 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:34.346598 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:34.534398 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfd915-9552-4b3b-9430-261f3c77e960 req-baa2f471-aff8-46b8-a5ac-b28d33856a1a tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:34.535999 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-fabfd915-9552-4b3b-9430-261f3c77e960 req-baa2f471-aff8-46b8-a5ac-b28d33856a1a tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 945 time: 0.0556772 Mar 11 15:34:34.582818 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-fabfd915-9552-4b3b-9430-261f3c77e960 req-47cb0cfe-1a92-4c63-806c-781652a66897 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411549 Mar 11 15:34:35.704893 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a042ef7-ff6e-432a-9e00-f5f7998f5ebf req-18d0c949-fccc-4491-86c6-0906c80d63b0 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:35.706476 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4a042ef7-ff6e-432a-9e00-f5f7998f5ebf req-18d0c949-fccc-4491-86c6-0906c80d63b0 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 945 time: 0.0525484 Mar 11 15:34:35.753730 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4a042ef7-ff6e-432a-9e00-f5f7998f5ebf req-aad5ebdf-6360-4e08-a12e-d864ee9e6414 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416570 Mar 11 15:34:36.876605 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25320020-2d50-40df-b642-6e1cc9c2472c req-5df428bd-62c3-40cc-b5a1-072deca08de0 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:36.878424 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-25320020-2d50-40df-b642-6e1cc9c2472c req-5df428bd-62c3-40cc-b5a1-072deca08de0 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 945 time: 0.0531518 Mar 11 15:34:36.925060 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-25320020-2d50-40df-b642-6e1cc9c2472c req-a3f1c809-e7a1-4a75-aca7-58214b0ecfb4 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407596 Mar 11 15:34:38.045201 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77da29-21cc-4c88-96f1-b5a10be3d851 req-c2b70175-403c-48ec-bce4-2e4d74c1eb60 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:38.046610 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ac77da29-21cc-4c88-96f1-b5a10be3d851 req-c2b70175-403c-48ec-bce4-2e4d74c1eb60 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 945 time: 0.0524042 Mar 11 15:34:38.097549 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ac77da29-21cc-4c88-96f1-b5a10be3d851 req-b4ec2acb-78f4-47cd-9c06-721ee4fcbef3 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444062 Mar 11 15:34:38.354928 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['dc6eb716-8633-4cb5-9e60-7f78730a41fb'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:34:38.595331 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:34:39.223434 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016498e0-9034-4081-a58e-f021b12c3358 req-1ce6d6d1-965e-4b69-94d1-763d2a48ca86 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:39.224882 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-016498e0-9034-4081-a58e-f021b12c3358 req-1ce6d6d1-965e-4b69-94d1-763d2a48ca86 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 945 time: 0.0557086 Mar 11 15:34:39.270625 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-016498e0-9034-4081-a58e-f021b12c3358 req-ca22f033-e155-46f9-a8ca-467ac604eefa tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399671 Mar 11 15:34:40.147428 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device dc6eb716-8633-4cb5-9e60-7f78730a41fb up at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:34:40.200961 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning complete for port dc6eb716-8633-4cb5-9e60-7f78730a41fb triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:34:40.201332 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (dc6eb716-8633-4cb5-9e60-7f78730a41fb), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:40.283207 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port dc6eb716-8633-4cb5-9e60-7f78730a41fb is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:34:40.283621 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (dc6eb716-8633-4cb5-9e60-7f78730a41fb), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:40.310274 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d8d550-ee96-49f8-b14b-0d5f25b8881a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6eb716-8633-4cb5-9e60-7f78730a41fb'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:34:40.315615 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97dedef37c5e2c64aa44179f419dd586ddc22b8f5766e7bc49dcfeca4a9e3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca7449d-2f50-4ef0-ba1f-9d0e3e7ddab5" -d '{"events": [{"server_uuid": "d9d8d550-ee96-49f8-b14b-0d5f25b8881a", "name": "network-vif-plugged", "status": "completed", "tag": "dc6eb716-8633-4cb5-9e60-7f78730a41fb"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:34:40.326099 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port dc6eb716-8633-4cb5-9e60-7f78730a41fb, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=dc6eb716-8633-4cb5-9e60-7f78730a41fb,segment=NetworkSegment(3741b2ab-b6fb-417c-b81e-099405fb40ec),segment_id=3741b2ab-b6fb-417c-b81e-099405fb40ec)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:34:40.356557 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4013e9c-610c-4318-84bb-9c71c20290b6 x-openstack-request-id: req-a4013e9c-610c-4318-84bb-9c71c20290b6 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:34:40.356848 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d8d550-ee96-49f8-b14b-0d5f25b8881a", "name": "network-vif-plugged", "status": "completed", "tag": "dc6eb716-8633-4cb5-9e60-7f78730a41fb", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:34:40.357101 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a4013e9c-610c-4318-84bb-9c71c20290b6 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:34:40.357492 dv-cinder-833365-1-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d8d550-ee96-49f8-b14b-0d5f25b8881a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6eb716-8633-4cb5-9e60-7f78730a41fb', 'code': 200} Mar 11 15:34:40.402090 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4c5d3-0f51-4289-a574-b94db0c4c543 req-255728a7-a07c-4849-8739-4f9d2e0df7e2 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:40.403202 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (dc6eb716-8633-4cb5-9e60-7f78730a41fb), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:40.403893 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7fa4c5d3-0f51-4289-a574-b94db0c4c543 req-255728a7-a07c-4849-8739-4f9d2e0df7e2 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 945 time: 0.0577872 Mar 11 15:34:40.461909 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7fa4c5d3-0f51-4289-a574-b94db0c4c543 req-564f3d3d-8fe7-447f-889d-121654609a09 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446649 Mar 11 15:34:40.465137 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=dc6eb716-8633-4cb5-9e60-7f78730a41fb,revision_number=10']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:40.711189 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d60ce-c42a-4a23-b9e9-e3ee52f0a0f5 req-ec0404e6-036b-4d67-9242-ad653020cddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:40.712713 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-227d60ce-c42a-4a23-b9e9-e3ee52f0a0f5 req-ec0404e6-036b-4d67-9242-ad653020cddb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 1131 time: 0.0466619 Mar 11 15:34:40.762517 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-227d60ce-c42a-4a23-b9e9-e3ee52f0a0f5 req-ad8b67cf-2732-4bc7-8da9-bb268bf7d3ba service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415099 Mar 11 15:34:41.595768 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87505d7-be03-48bf-9ed9-fa3e9e408a81 req-d569293e-1989-41ef-9a7f-36663f9901c0 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:41.598377 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b87505d7-be03-48bf-9ed9-fa3e9e408a81 req-d569293e-1989-41ef-9a7f-36663f9901c0 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 947 time: 0.0546114 Mar 11 15:34:41.646006 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b87505d7-be03-48bf-9ed9-fa3e9e408a81 req-9c7e9eff-aca9-4a32-92ad-b72bedf54fc8 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419645 Mar 11 15:34:42.775706 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadb956-ddda-464d-a21a-2d2107d5e033 req-e22c9b3c-64de-420a-84d0-10d4b8e1e369 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:42.777161 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-aaadb956-ddda-464d-a21a-2d2107d5e033 req-e22c9b3c-64de-420a-84d0-10d4b8e1e369 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 947 time: 0.0568006 Mar 11 15:34:42.824167 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-aaadb956-ddda-464d-a21a-2d2107d5e033 req-8a91a39a-a958-4e35-b4c3-d3a50936538b tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414126 Mar 11 15:34:43.151370 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:43.949634 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b333c99-9912-4e40-8a4a-85138270e7ba req-0f77a864-723f-435b-a87e-0306315a5051 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:43.951113 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9b333c99-9912-4e40-8a4a-85138270e7ba req-0f77a864-723f-435b-a87e-0306315a5051 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 947 time: 0.0519497 Mar 11 15:34:44.000201 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9b333c99-9912-4e40-8a4a-85138270e7ba req-0c87e90a-f1bb-430f-bd1c-f06bf2d54d33 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431137 Mar 11 15:34:45.121805 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741dc03-8d6e-43b9-a494-16b4760b0540 req-17606be8-57ac-4955-a5ac-7c5c69a5270a tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:45.123270 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c741dc03-8d6e-43b9-a494-16b4760b0540 req-17606be8-57ac-4955-a5ac-7c5c69a5270a tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 947 time: 0.0520911 Mar 11 15:34:45.170126 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c741dc03-8d6e-43b9-a494-16b4760b0540 req-de8330cb-8e69-4b89-8d67-6663eb7efc27 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405588 Mar 11 15:34:46.293593 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23005961-04eb-4963-bee9-cc5a19533fc2 req-26388d90-0cfb-4655-9725-cf6a180b46c0 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:46.295038 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-23005961-04eb-4963-bee9-cc5a19533fc2 req-26388d90-0cfb-4655-9725-cf6a180b46c0 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 947 time: 0.0521204 Mar 11 15:34:46.352213 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-23005961-04eb-4963-bee9-cc5a19533fc2 req-1e4069ac-cc04-46a2-8284-b323e0427c7d tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490165 Mar 11 15:34:47.498961 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18bc8b-8397-4aab-9591-5c40cf9f5b0f req-2e5fd027-8bd8-4da2-8a34-3e37c62cb920 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:47.500457 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1b18bc8b-8397-4aab-9591-5c40cf9f5b0f req-2e5fd027-8bd8-4da2-8a34-3e37c62cb920 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 947 time: 0.0535746 Mar 11 15:34:47.552492 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1b18bc8b-8397-4aab-9591-5c40cf9f5b0f req-bd168d74-f95f-4cde-a46b-6fcb0c9cd3f1 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452681 Mar 11 15:34:48.680673 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c22ca3-4102-4bc4-8277-9af611394155 req-d5522752-f942-496f-a2ac-17d9dcdb64af tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:48.682147 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-37c22ca3-4102-4bc4-8277-9af611394155 req-d5522752-f942-496f-a2ac-17d9dcdb64af tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 947 time: 0.0539024 Mar 11 15:34:48.729613 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-37c22ca3-4102-4bc4-8277-9af611394155 req-94759bdc-f03f-4471-bbc6-fd47163686ad tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417264 Mar 11 15:34:52.407886 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 37394) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:34:52.514630 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7ba20b1d-8fc2-4d12-8b20-8d6a2f4b7b63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:52.595709 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7ba20b1d-8fc2-4d12-8b20-8d6a2f4b7b63 admin admin] Publish callbacks [] for security_group (440eb009-51c9-498b-a380-f8a5e2dd03f6), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:52.687137 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7ba20b1d-8fc2-4d12-8b20-8d6a2f4b7b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (440eb009-51c9-498b-a380-f8a5e2dd03f6), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:52.727126 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-7ba20b1d-8fc2-4d12-8b20-8d6a2f4b7b63 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b51b4937dde14f2487871918efd404c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3181503 Mar 11 15:34:52.727868 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba20b1d-8fc2-4d12-8b20-8d6a2f4b7b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440eb009-51c9-498b-a380-f8a5e2dd03f6,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:52.730127 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 37398) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:34:52.735240 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba20b1d-8fc2-4d12-8b20-8d6a2f4b7b63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:52.735624 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba20b1d-8fc2-4d12-8b20-8d6a2f4b7b63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:52.735963 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba20b1d-8fc2-4d12-8b20-8d6a2f4b7b63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:52.736298 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba20b1d-8fc2-4d12-8b20-8d6a2f4b7b63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:52.736639 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba20b1d-8fc2-4d12-8b20-8d6a2f4b7b63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:52.736960 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba20b1d-8fc2-4d12-8b20-8d6a2f4b7b63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:52.737305 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba20b1d-8fc2-4d12-8b20-8d6a2f4b7b63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:52.738194 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba20b1d-8fc2-4d12-8b20-8d6a2f4b7b63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:52.738525 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba20b1d-8fc2-4d12-8b20-8d6a2f4b7b63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:52.738859 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba20b1d-8fc2-4d12-8b20-8d6a2f4b7b63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:52.739171 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba20b1d-8fc2-4d12-8b20-8d6a2f4b7b63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:52.739518 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba20b1d-8fc2-4d12-8b20-8d6a2f4b7b63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:52.739842 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba20b1d-8fc2-4d12-8b20-8d6a2f4b7b63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:52.787672 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5f8db1e9-98e1-4fe9-9892-d43eb4551685 admin admin] Publish callbacks [] for security_group (440eb009-51c9-498b-a380-f8a5e2dd03f6), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:52.809136 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5f8db1e9-98e1-4fe9-9892-d43eb4551685 admin admin] Publish callbacks [] for security_group (440eb009-51c9-498b-a380-f8a5e2dd03f6), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:52.916264 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5f8db1e9-98e1-4fe9-9892-d43eb4551685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (440eb009-51c9-498b-a380-f8a5e2dd03f6), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:52.919045 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5f8db1e9-98e1-4fe9-9892-d43eb4551685 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:52.920236 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-5f8db1e9-98e1-4fe9-9892-d43eb4551685 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/440eb009-51c9-498b-a380-f8a5e2dd03f6 HTTP/1.1" status: 204 len: 168 time: 0.1890409 Mar 11 15:34:52.930835 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8db1e9-98e1-4fe9-9892-d43eb4551685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440eb009-51c9-498b-a380-f8a5e2dd03f6,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:52.944942 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8db1e9-98e1-4fe9-9892-d43eb4551685 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:52.945397 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8db1e9-98e1-4fe9-9892-d43eb4551685 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:52.945928 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8db1e9-98e1-4fe9-9892-d43eb4551685 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:52.946433 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8db1e9-98e1-4fe9-9892-d43eb4551685 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:52.946733 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8db1e9-98e1-4fe9-9892-d43eb4551685 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:52.947149 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8db1e9-98e1-4fe9-9892-d43eb4551685 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:52.947573 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8db1e9-98e1-4fe9-9892-d43eb4551685 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:52.947969 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8db1e9-98e1-4fe9-9892-d43eb4551685 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:52.948303 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8db1e9-98e1-4fe9-9892-d43eb4551685 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:52.949390 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8db1e9-98e1-4fe9-9892-d43eb4551685 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:52.949390 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8db1e9-98e1-4fe9-9892-d43eb4551685 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:52.949390 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8db1e9-98e1-4fe9-9892-d43eb4551685 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:52.952304 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8db1e9-98e1-4fe9-9892-d43eb4551685 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:34:53.518565 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 37406) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:34:53.532300 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-fca7752c-e52f-43d6-b5b6-8af22c2c21cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:53.619527 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-fca7752c-e52f-43d6-b5b6-8af22c2c21cd admin admin] Publish callbacks [] for security_group (bef4cd0a-8860-4bee-8dc8-20d8e17d46e1), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:53.699821 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-fca7752c-e52f-43d6-b5b6-8af22c2c21cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (bef4cd0a-8860-4bee-8dc8-20d8e17d46e1), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:53.739585 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-fca7752c-e52f-43d6-b5b6-8af22c2c21cd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=532126f5cb0a4d46a1f55633c408db3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193365 Mar 11 15:34:53.740462 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca7752c-e52f-43d6-b5b6-8af22c2c21cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef4cd0a-8860-4bee-8dc8-20d8e17d46e1,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:53.742310 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 37408) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:34:53.801884 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-165cf600-e217-4a57-856b-29c39466efa7 admin admin] Publish callbacks [] for security_group (bef4cd0a-8860-4bee-8dc8-20d8e17d46e1), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:53.824852 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-165cf600-e217-4a57-856b-29c39466efa7 admin admin] Publish callbacks [] for security_group (bef4cd0a-8860-4bee-8dc8-20d8e17d46e1), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:53.955830 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-165cf600-e217-4a57-856b-29c39466efa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (bef4cd0a-8860-4bee-8dc8-20d8e17d46e1), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:53.959930 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-165cf600-e217-4a57-856b-29c39466efa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:34:53.961138 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-165cf600-e217-4a57-856b-29c39466efa7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bef4cd0a-8860-4bee-8dc8-20d8e17d46e1 HTTP/1.1" status: 204 len: 168 time: 0.2177680 Mar 11 15:34:53.969464 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cf600-e217-4a57-856b-29c39466efa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef4cd0a-8860-4bee-8dc8-20d8e17d46e1,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:34:56.881411 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-853d49fe-565d-4eae-ba57-5bb50c10bb60 req-bb7c55d5-f072-47db-920f-82dc37ef227a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7ddbc544-f2e9-4bc7-aead-e11bf7f85241&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484633 Mar 11 15:34:56.977405 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d49fe-565d-4eae-ba57-5bb50c10bb60 req-32c5d126-6698-41bf-a918-9cd2f35e8122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:56.978990 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-853d49fe-565d-4eae-ba57-5bb50c10bb60 req-32c5d126-6698-41bf-a918-9cd2f35e8122 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a05c04b4e4784d13a9c157c76e0ff03a&device_id=7ddbc544-f2e9-4bc7-aead-e11bf7f85241 HTTP/1.1" status: 200 len: 1129 time: 0.0525255 Mar 11 15:34:57.104867 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d49fe-565d-4eae-ba57-5bb50c10bb60 req-59d8e925-120d-413e-bfeb-67f288ad1e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:57.106334 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-853d49fe-565d-4eae-ba57-5bb50c10bb60 req-59d8e925-120d-413e-bfeb-67f288ad1e4c service neutron] 10.222.0.66 "GET /v2.0/networks?id=0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 HTTP/1.1" status: 200 len: 913 time: 0.1052155 Mar 11 15:34:57.184833 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-853d49fe-565d-4eae-ba57-5bb50c10bb60 req-9fe13d48-bb89-4738-aee1-6a48b16205b5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c54d9cfe-e12d-4438-82f7-9138b5e3b11e HTTP/1.1" status: 200 len: 1000 time: 0.0726020 Mar 11 15:34:57.235310 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d49fe-565d-4eae-ba57-5bb50c10bb60 req-76792ec9-7e19-40ab-9c6e-6a1b9e26536b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:57.237769 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-853d49fe-565d-4eae-ba57-5bb50c10bb60 req-76792ec9-7e19-40ab-9c6e-6a1b9e26536b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ff0797ed-948d-4bc0-a15c-6d476f6713f7 HTTP/1.1" status: 200 len: 851 time: 0.0473945 Mar 11 15:34:57.299831 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d49fe-565d-4eae-ba57-5bb50c10bb60 req-bb9621c2-c96b-4410-a53c-3b0244a95ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:34:57.301355 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-853d49fe-565d-4eae-ba57-5bb50c10bb60 req-bb9621c2-c96b-4410-a53c-3b0244a95ebe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0af61b1c-cde3-490d-a2cc-9dcf9e2c2131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579844 Mar 11 15:34:57.400423 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-853d49fe-565d-4eae-ba57-5bb50c10bb60 req-d81dddfc-0b0b-4880-9440-c05eca9b5641 service neutron] 10.222.0.66 "GET /v2.0/networks/0af61b1c-cde3-490d-a2cc-9dcf9e2c2131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933018 Mar 11 15:34:57.506836 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-853d49fe-565d-4eae-ba57-5bb50c10bb60 req-49ba4b0e-1e8a-4b6e-acf3-8726319f55d5 service neutron] 10.222.0.66 "GET /v2.0/networks/0af61b1c-cde3-490d-a2cc-9dcf9e2c2131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010175 Mar 11 15:34:57.819712 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-dd3ae714-da91-4b68-9911-342bd48bd3ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:00.048444 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-fe3c4967-90dd-460b-a556-50b309c54389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:01.305662 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:03.040741 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:04.357125 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:05.698688 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 37532) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:35:05.812373 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0b14c0ef-15df-4ad9-899b-3ad922dc7552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:05.889208 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0b14c0ef-15df-4ad9-899b-3ad922dc7552 admin admin] Publish callbacks [] for security_group (a815aba9-4352-4681-b37d-66e9de422276), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:05.967086 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-0b14c0ef-15df-4ad9-899b-3ad922dc7552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (a815aba9-4352-4681-b37d-66e9de422276), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:06.006645 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-0b14c0ef-15df-4ad9-899b-3ad922dc7552 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=be4aa52dd34b482d9f08caedd1385c31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3068092 Mar 11 15:35:06.007948 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14c0ef-15df-4ad9-899b-3ad922dc7552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a815aba9-4352-4681-b37d-66e9de422276,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:06.009529 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 37536) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:35:06.060827 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-09d78a2f-fab2-410c-97b9-f0146fa8f6c8 admin admin] Publish callbacks [] for security_group (a815aba9-4352-4681-b37d-66e9de422276), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:06.082335 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-09d78a2f-fab2-410c-97b9-f0146fa8f6c8 admin admin] Publish callbacks [] for security_group (a815aba9-4352-4681-b37d-66e9de422276), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:06.219656 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-09d78a2f-fab2-410c-97b9-f0146fa8f6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (a815aba9-4352-4681-b37d-66e9de422276), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:06.222869 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-09d78a2f-fab2-410c-97b9-f0146fa8f6c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:06.224022 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-09d78a2f-fab2-410c-97b9-f0146fa8f6c8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a815aba9-4352-4681-b37d-66e9de422276 HTTP/1.1" status: 204 len: 168 time: 0.2125328 Mar 11 15:35:06.231652 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d78a2f-fab2-410c-97b9-f0146fa8f6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a815aba9-4352-4681-b37d-66e9de422276,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:07.016851 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 37542) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:35:07.030073 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b0fb7806-e313-4c7f-b835-c354022c1c5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:07.120197 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b0fb7806-e313-4c7f-b835-c354022c1c5c admin admin] Publish callbacks [] for security_group (c42669e9-cbcc-4e93-b582-20bff7b9892a), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:07.200864 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-b0fb7806-e313-4c7f-b835-c354022c1c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (c42669e9-cbcc-4e93-b582-20bff7b9892a), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:07.237254 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-b0fb7806-e313-4c7f-b835-c354022c1c5c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c6738bd2e2f4440c9d3c918d4017fa49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193077 Mar 11 15:35:07.242451 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 37544) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:35:07.243194 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb7806-e313-4c7f-b835-c354022c1c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42669e9-cbcc-4e93-b582-20bff7b9892a,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:07.291674 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-de2021e7-893c-4a91-8446-b416c9746658 admin admin] Publish callbacks [] for security_group (c42669e9-cbcc-4e93-b582-20bff7b9892a), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:07.314063 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-de2021e7-893c-4a91-8446-b416c9746658 admin admin] Publish callbacks [] for security_group (c42669e9-cbcc-4e93-b582-20bff7b9892a), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:07.448199 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-de2021e7-893c-4a91-8446-b416c9746658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (c42669e9-cbcc-4e93-b582-20bff7b9892a), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:07.450715 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-de2021e7-893c-4a91-8446-b416c9746658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:07.451884 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-de2021e7-893c-4a91-8446-b416c9746658 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c42669e9-cbcc-4e93-b582-20bff7b9892a HTTP/1.1" status: 204 len: 168 time: 0.2083218 Mar 11 15:35:07.460593 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2021e7-893c-4a91-8446-b416c9746658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42669e9-cbcc-4e93-b582-20bff7b9892a,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:08.203167 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 37550) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:35:08.216939 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2faf51af-b2c0-4498-8377-9f328ac7d055 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:08.290002 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2faf51af-b2c0-4498-8377-9f328ac7d055 admin admin] Publish callbacks [] for security_group (4b8cf65a-9bb5-4f70-8142-33517d107c9d), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:08.350886 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2faf51af-b2c0-4498-8377-9f328ac7d055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (4b8cf65a-9bb5-4f70-8142-33517d107c9d), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:08.393302 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-2faf51af-b2c0-4498-8377-9f328ac7d055 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6bcb98ea03094a0ea1875bdf4ff16f3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1887112 Mar 11 15:35:08.393994 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faf51af-b2c0-4498-8377-9f328ac7d055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8cf65a-9bb5-4f70-8142-33517d107c9d,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:08.396830 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 37552) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:35:08.451161 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-efe597e0-d1c2-4229-9e4c-13f259010a66 admin admin] Publish callbacks [] for security_group (4b8cf65a-9bb5-4f70-8142-33517d107c9d), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:08.472583 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-efe597e0-d1c2-4229-9e4c-13f259010a66 admin admin] Publish callbacks [] for security_group (4b8cf65a-9bb5-4f70-8142-33517d107c9d), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:08.618275 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-efe597e0-d1c2-4229-9e4c-13f259010a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (4b8cf65a-9bb5-4f70-8142-33517d107c9d), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:08.620872 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-efe597e0-d1c2-4229-9e4c-13f259010a66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:08.622089 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-efe597e0-d1c2-4229-9e4c-13f259010a66 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4b8cf65a-9bb5-4f70-8142-33517d107c9d HTTP/1.1" status: 204 len: 168 time: 0.2240279 Mar 11 15:35:08.630637 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe597e0-d1c2-4229-9e4c-13f259010a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8cf65a-9bb5-4f70-8142-33517d107c9d,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:12.789395 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-4086897c-3018-473f-9fbf-dc5c2bdd830e tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=470a3b5bf9c443da932517d068ea637b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296199 Mar 11 15:35:12.969537 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-23af9410-21a5-47b8-912a-9d31371f412f tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:12.970988 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-23af9410-21a5-47b8-912a-9d31371f412f tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1764834 Mar 11 15:35:12.985856 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-fb5bd134-bfd8-41cf-879c-04559218f696 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.44 "GET /v2.0/quotas/470a3b5bf9c443da932517d068ea637b HTTP/1.1" status: 200 len: 375 time: 0.0089030 Mar 11 15:35:13.017440 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-54b4f7c7-801d-4d0b-a469-d9a65ac90702 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=470a3b5bf9c443da932517d068ea637b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257688 Mar 11 15:35:13.227052 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:13.276172 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9c3d92d6-9399-45a6-bb66-1139dada166e req-106b0ef0-99cc-4e73-97a2-92d7c55a270d tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecded6af-35fb-4999-b9bc-5cc6cad1743c HTTP/1.1" status: 200 len: 210 time: 0.0306535 Mar 11 15:35:14.371633 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-dfbeb468-b989-444e-bb95-42d60e3b88ec req-eb7023cc-014c-4eaf-91e8-6f640a12be54 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecded6af-35fb-4999-b9bc-5cc6cad1743c HTTP/1.1" status: 200 len: 210 time: 0.0270534 Mar 11 15:35:15.476124 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a5a7a447-b302-4a48-b5b8-1e414f32d249 req-803be778-404c-4bab-8df3-0dd3463235b7 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecded6af-35fb-4999-b9bc-5cc6cad1743c HTTP/1.1" status: 200 len: 210 time: 0.0284064 Mar 11 15:35:15.544953 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-a66db36b-4ef5-4c2b-b0dc-8d05efaab8ea tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=470a3b5bf9c443da932517d068ea637b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204966 Mar 11 15:35:15.595112 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:35:15.927902 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-a2bf9422-fb74-4187-a37f-1bf876ea9282 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:15.929308 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-a2bf9422-fb74-4187-a37f-1bf876ea9282 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3796189 Mar 11 15:35:15.942432 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-8c63fadd-707d-4602-ac1c-7baf4a0cf6ba tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Request body: {'port': {'device_id': 'ecded6af-35fb-4999-b9bc-5cc6cad1743c', 'network_id': '1cc26e21-8593-4b7c-87cd-c211824cfc64', 'admin_state_up': True, 'tenant_id': '470a3b5bf9c443da932517d068ea637b'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:35:16.104905 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-8c63fadd-707d-4602-ac1c-7baf4a0cf6ba tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Made reservation on behalf of 470a3b5bf9c443da932517d068ea637b for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:35:16.108263 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-8c63fadd-707d-4602-ac1c-7baf4a0cf6ba tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:16.118007 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-8c63fadd-707d-4602-ac1c-7baf4a0cf6ba tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:16.201495 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-8c63fadd-707d-4602-ac1c-7baf4a0cf6ba tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Publish callbacks [] for security_group (d8064833-8090-422e-a8d3-e972742bf4a4), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:16.270962 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-8c63fadd-707d-4602-ac1c-7baf4a0cf6ba tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (d8064833-8090-422e-a8d3-e972742bf4a4), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:16.329571 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63fadd-707d-4602-ac1c-7baf4a0cf6ba tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8064833-8090-422e-a8d3-e972742bf4a4,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:16.405052 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-8c63fadd-707d-4602-ac1c-7baf4a0cf6ba tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Allocated IP 192.168.233.179 (1cc26e21-8593-4b7c-87cd-c211824cfc64/91775f11-0a42-48a5-b043-1f4915200489/6745e227-18fd-4985-a655-0dc0d9bc5b8f) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:35:16.582741 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-65cfd850-9ddc-4873-808c-741aaddd4e99 req-5bd6814e-6dd3-4c26-9bb7-9a0b198a9ee7 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecded6af-35fb-4999-b9bc-5cc6cad1743c HTTP/1.1" status: 200 len: 210 time: 0.0353899 Mar 11 15:35:16.585828 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-8c63fadd-707d-4602-ac1c-7baf4a0cf6ba tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Publish callbacks [] for port (6745e227-18fd-4985-a655-0dc0d9bc5b8f), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:16.659923 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-8c63fadd-707d-4602-ac1c-7baf4a0cf6ba tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (6745e227-18fd-4985-a655-0dc0d9bc5b8f), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:16.708048 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-8c63fadd-707d-4602-ac1c-7baf4a0cf6ba tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Network 1cc26e21-8593-4b7c-87cd-c211824cfc64 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:35:16.713246 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-8c63fadd-707d-4602-ac1c-7baf4a0cf6ba tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:35:16.715884 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-8c63fadd-707d-4602-ac1c-7baf4a0cf6ba tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:35:16.741941 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63fadd-707d-4602-ac1c-7baf4a0cf6ba tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Pushing event updated for resources: {'Port': ['ID=6745e227-18fd-4985-a655-0dc0d9bc5b8f,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:16.773450 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-8c63fadd-707d-4602-ac1c-7baf4a0cf6ba tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:16.774102 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-8c63fadd-707d-4602-ac1c-7baf4a0cf6ba tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:16.867275 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-8c63fadd-707d-4602-ac1c-7baf4a0cf6ba tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9281652 Mar 11 15:35:16.878839 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-6165267c-2cbe-4306-8151-db82ce9013fd service neutron] Request body: {'port': {'device_id': 'ecded6af-35fb-4999-b9bc-5cc6cad1743c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83336'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:35:16.941501 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-6165267c-2cbe-4306-8151-db82ce9013fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (6745e227-18fd-4985-a655-0dc0d9bc5b8f), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:16.971289 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-0e84492c-8ca9-470b-929c-f7cb75531e21 None None] Provisioning complete for port 6745e227-18fd-4985-a655-0dc0d9bc5b8f triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:35:16.971926 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-0e84492c-8ca9-470b-929c-f7cb75531e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (6745e227-18fd-4985-a655-0dc0d9bc5b8f), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:17.004944 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-0e84492c-8ca9-470b-929c-f7cb75531e21 None None] Port 6745e227-18fd-4985-a655-0dc0d9bc5b8f cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:35:17.203590 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-6165267c-2cbe-4306-8151-db82ce9013fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6745e227-18fd-4985-a655-0dc0d9bc5b8f {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:35:17.211318 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-6165267c-2cbe-4306-8151-db82ce9013fd service neutron] Publish callbacks [] for port (6745e227-18fd-4985-a655-0dc0d9bc5b8f), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:17.223233 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-6165267c-2cbe-4306-8151-db82ce9013fd service neutron] Transition to ACTIVE for port object 6745e227-18fd-4985-a655-0dc0d9bc5b8f will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 15:35:17.288313 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-6165267c-2cbe-4306-8151-db82ce9013fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (6745e227-18fd-4985-a655-0dc0d9bc5b8f), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:17.343666 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165267c-2cbe-4306-8151-db82ce9013fd service neutron] Pushing event updated for resources: {'Port': ['ID=6745e227-18fd-4985-a655-0dc0d9bc5b8f,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:17.416104 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-6165267c-2cbe-4306-8151-db82ce9013fd service neutron] Attempting to bind port 6745e227-18fd-4985-a655-0dc0d9bc5b8f on host hv-cinder-83336 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:35:17.416435 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-6165267c-2cbe-4306-8151-db82ce9013fd service neutron] Attempting to bind port 6745e227-18fd-4985-a655-0dc0d9bc5b8f by drivers openvswitch,hyperv on host hv-cinder-83336 at level 0 using segments [{'id': '7e6b0dd6-0108-484a-85cb-4be0a36fd691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1cc26e21-8593-4b7c-87cd-c211824cfc64'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:35:17.416761 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-6165267c-2cbe-4306-8151-db82ce9013fd service neutron] Attempting to bind port 6745e227-18fd-4985-a655-0dc0d9bc5b8f on network 1cc26e21-8593-4b7c-87cd-c211824cfc64 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:35:17.421649 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-6165267c-2cbe-4306-8151-db82ce9013fd service neutron] Port 6745e227-18fd-4985-a655-0dc0d9bc5b8f on network 1cc26e21-8593-4b7c-87cd-c211824cfc64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83336 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 15:35:17.430872 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-6165267c-2cbe-4306-8151-db82ce9013fd service neutron] Attempting to bind port 6745e227-18fd-4985-a655-0dc0d9bc5b8f on network 1cc26e21-8593-4b7c-87cd-c211824cfc64 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:35:17.430872 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-6165267c-2cbe-4306-8151-db82ce9013fd service neutron] Checking agent: {'id': '7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:35:17.430872 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-6165267c-2cbe-4306-8151-db82ce9013fd service neutron] Checking segment: {'id': '7e6b0dd6-0108-484a-85cb-4be0a36fd691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1cc26e21-8593-4b7c-87cd-c211824cfc64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:35:17.430872 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-6165267c-2cbe-4306-8151-db82ce9013fd service neutron] Bound using segment: {'id': '7e6b0dd6-0108-484a-85cb-4be0a36fd691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1cc26e21-8593-4b7c-87cd-c211824cfc64'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:35:17.430872 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-6165267c-2cbe-4306-8151-db82ce9013fd service neutron] Bound port: 6745e227-18fd-4985-a655-0dc0d9bc5b8f, host: hv-cinder-83336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e6b0dd6-0108-484a-85cb-4be0a36fd691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1cc26e21-8593-4b7c-87cd-c211824cfc64'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:35:17.430872 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-6165267c-2cbe-4306-8151-db82ce9013fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (6745e227-18fd-4985-a655-0dc0d9bc5b8f), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:17.496382 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-6165267c-2cbe-4306-8151-db82ce9013fd service neutron] For port 6745e227-18fd-4985-a655-0dc0d9bc5b8f, host hv-cinder-83336, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:35:17.499497 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-6165267c-2cbe-4306-8151-db82ce9013fd service neutron] For port 6745e227-18fd-4985-a655-0dc0d9bc5b8f, host hv-cinder-83336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=6745e227-18fd-4985-a655-0dc0d9bc5b8f,segment=NetworkSegment(7e6b0dd6-0108-484a-85cb-4be0a36fd691),segment_id=7e6b0dd6-0108-484a-85cb-4be0a36fd691)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:35:17.614542 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-6165267c-2cbe-4306-8151-db82ce9013fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (6745e227-18fd-4985-a655-0dc0d9bc5b8f), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:17.650720 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-6165267c-2cbe-4306-8151-db82ce9013fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:17.651934 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-6165267c-2cbe-4306-8151-db82ce9013fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:17.653453 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-6165267c-2cbe-4306-8151-db82ce9013fd service neutron] 10.222.0.66 "PUT /v2.0/ports/6745e227-18fd-4985-a655-0dc0d9bc5b8f HTTP/1.1" status: 200 len: 1098 time: 0.7789223 Mar 11 15:35:17.653898 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecded6af-35fb-4999-b9bc-5cc6cad1743c', 'tag': '6745e227-18fd-4985-a655-0dc0d9bc5b8f'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:35:17.656151 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e86f57-e3f8-4cd0-b377-5de9ab3e5ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "ecded6af-35fb-4999-b9bc-5cc6cad1743c", "tag": "6745e227-18fd-4985-a655-0dc0d9bc5b8f"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:35:17.689324 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165267c-2cbe-4306-8151-db82ce9013fd service neutron] Pushing event updated for resources: {'Port': ['ID=6745e227-18fd-4985-a655-0dc0d9bc5b8f,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:17.702096 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5995ad6a-5e55-47f3-a762-5585d00d8be3 x-openstack-request-id: req-5995ad6a-5e55-47f3-a762-5585d00d8be3 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:35:17.702096 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecded6af-35fb-4999-b9bc-5cc6cad1743c", "tag": "6745e227-18fd-4985-a655-0dc0d9bc5b8f", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:35:17.702096 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5995ad6a-5e55-47f3-a762-5585d00d8be3 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:35:17.702096 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecded6af-35fb-4999-b9bc-5cc6cad1743c', 'tag': '6745e227-18fd-4985-a655-0dc0d9bc5b8f', 'status': 'completed', 'code': 200} Mar 11 15:35:17.733560 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2d6cb-f6ef-4297-a61d-71e07f6a4d46 req-36ae20a8-bc35-4183-b7ee-d8e5bee1ffd4 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:17.735111 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b3c2d6cb-f6ef-4297-a61d-71e07f6a4d46 req-36ae20a8-bc35-4183-b7ee-d8e5bee1ffd4 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecded6af-35fb-4999-b9bc-5cc6cad1743c HTTP/1.1" status: 200 len: 948 time: 0.0842495 Mar 11 15:35:17.781113 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e86f57-e3f8-4cd0-b377-5de9ab3e5ec5 req-d8f78db3-3aa4-4cc1-a2e1-714f53e45004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:17.782630 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-35e86f57-e3f8-4cd0-b377-5de9ab3e5ec5 req-d8f78db3-3aa4-4cc1-a2e1-714f53e45004 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=470a3b5bf9c443da932517d068ea637b&device_id=ecded6af-35fb-4999-b9bc-5cc6cad1743c HTTP/1.1" status: 200 len: 1132 time: 0.0529702 Mar 11 15:35:17.790396 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b3c2d6cb-f6ef-4297-a61d-71e07f6a4d46 req-17accc20-8d6f-4ecf-b16e-2bffaad8597f tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8064833-8090-422e-a8d3-e972742bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490894 Mar 11 15:35:17.809039 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-35e86f57-e3f8-4cd0-b377-5de9ab3e5ec5 req-16f9a229-5a2c-47a0-bcaa-5d913d60d74b service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=470a3b5bf9c443da932517d068ea637b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201287 Mar 11 15:35:17.913227 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e86f57-e3f8-4cd0-b377-5de9ab3e5ec5 req-15ff7a82-14a7-4997-8902-cf6914eaecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:17.914715 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-35e86f57-e3f8-4cd0-b377-5de9ab3e5ec5 req-15ff7a82-14a7-4997-8902-cf6914eaecdb service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1003761 Mar 11 15:35:17.995402 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-a753b313-7934-4f0c-b77b-ffe89e3f5763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:17.996787 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-a753b313-7934-4f0c-b77b-ffe89e3f5763 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=470a3b5bf9c443da932517d068ea637b&device_id=ecded6af-35fb-4999-b9bc-5cc6cad1743c HTTP/1.1" status: 200 len: 1132 time: 0.0446324 Mar 11 15:35:18.041984 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-a282b4d5-8964-42e6-b05f-fb75a1544020 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=6745e227-18fd-4985-a655-0dc0d9bc5b8f HTTP/1.1" status: 200 len: 217 time: 0.0383554 Mar 11 15:35:18.090511 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-bdee89ab-3c7b-482e-9fd0-26f6d7131952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:18.092281 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-bdee89ab-3c7b-482e-9fd0-26f6d7131952 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=91775f11-0a42-48a5-b043-1f4915200489 HTTP/1.1" status: 200 len: 843 time: 0.0453207 Mar 11 15:35:18.140889 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-5e43892b-78d8-4222-9f4b-d5b6f3b37f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:18.142641 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-5e43892b-78d8-4222-9f4b-d5b6f3b37f2b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1cc26e21-8593-4b7c-87cd-c211824cfc64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0445349 Mar 11 15:35:18.237656 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-7822c5fd-a93f-4668-862e-cd683b0948b9 service neutron] 10.222.0.66 "GET /v2.0/networks/1cc26e21-8593-4b7c-87cd-c211824cfc64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895634 Mar 11 15:35:18.329893 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-13a5aa9a-e875-4c58-abca-77d187a457ec req-b78b39c7-5176-468f-b101-a321b9a0575b service neutron] 10.222.0.66 "GET /v2.0/networks/1cc26e21-8593-4b7c-87cd-c211824cfc64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849102 Mar 11 15:35:18.922407 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d148f58-d594-43cc-b6d6-5cca053120a4 req-63710bb5-283e-4bce-a47a-8fa63e0d33cc tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:18.923910 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4d148f58-d594-43cc-b6d6-5cca053120a4 req-63710bb5-283e-4bce-a47a-8fa63e0d33cc tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecded6af-35fb-4999-b9bc-5cc6cad1743c HTTP/1.1" status: 200 len: 948 time: 0.0583868 Mar 11 15:35:18.971508 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4d148f58-d594-43cc-b6d6-5cca053120a4 req-57e39853-ee35-4d7b-bcbe-68368225b589 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8064833-8090-422e-a8d3-e972742bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417428 Mar 11 15:35:20.093519 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2447c79-a6b3-44d0-b683-33228a257f0a req-21170ce1-6ca0-4160-8a1b-f84d77521a6e tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:20.094986 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e2447c79-a6b3-44d0-b683-33228a257f0a req-21170ce1-6ca0-4160-8a1b-f84d77521a6e tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecded6af-35fb-4999-b9bc-5cc6cad1743c HTTP/1.1" status: 200 len: 948 time: 0.0562382 Mar 11 15:35:20.379185 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e2447c79-a6b3-44d0-b683-33228a257f0a req-2d45c1b3-64ca-4164-b2df-d4b6d95dc699 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8064833-8090-422e-a8d3-e972742bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779474 Mar 11 15:35:21.498503 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c8ff87-4be7-434f-9133-f65525b14877 req-6be7a89b-0197-46b0-9f9a-9ffbaa0c6558 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:21.500031 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e2c8ff87-4be7-434f-9133-f65525b14877 req-6be7a89b-0197-46b0-9f9a-9ffbaa0c6558 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecded6af-35fb-4999-b9bc-5cc6cad1743c HTTP/1.1" status: 200 len: 948 time: 0.0528388 Mar 11 15:35:21.547229 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e2c8ff87-4be7-434f-9133-f65525b14877 req-f1807caa-2ecf-4749-a5c4-933718fd218f tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8064833-8090-422e-a8d3-e972742bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416114 Mar 11 15:35:22.298938 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 6745e227-18fd-4985-a655-0dc0d9bc5b8f details requested by agent hyperv_hv-cinder-83336 with host hv-cinder-83336 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 15:35:22.398195 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 6745e227-18fd-4985-a655-0dc0d9bc5b8f, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=6745e227-18fd-4985-a655-0dc0d9bc5b8f,segment=NetworkSegment(7e6b0dd6-0108-484a-85cb-4be0a36fd691),segment_id=7e6b0dd6-0108-484a-85cb-4be0a36fd691)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:22.408950 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Returning: {'device': '6745e227-18fd-4985-a655-0dc0d9bc5b8f', 'network_id': '1cc26e21-8593-4b7c-87cd-c211824cfc64', 'port_id': '6745e227-18fd-4985-a655-0dc0d9bc5b8f', 'mac_address': 'fa:16:3e:f4:b5:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91775f11-0a42-48a5-b043-1f4915200489', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 15:35:22.445821 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port 6745e227-18fd-4985-a655-0dc0d9bc5b8f is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:35:22.446201 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (6745e227-18fd-4985-a655-0dc0d9bc5b8f), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:22.459479 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6745e227-18fd-4985-a655-0dc0d9bc5b8f {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:35:22.484127 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 6745e227-18fd-4985-a655-0dc0d9bc5b8f, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=6745e227-18fd-4985-a655-0dc0d9bc5b8f,segment=NetworkSegment(7e6b0dd6-0108-484a-85cb-4be0a36fd691),segment_id=7e6b0dd6-0108-484a-85cb-4be0a36fd691)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:22.574097 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (6745e227-18fd-4985-a655-0dc0d9bc5b8f), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:22.626565 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=6745e227-18fd-4985-a655-0dc0d9bc5b8f,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:22.672671 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e2b6e-0e5d-4c06-b462-5de237a5a5a0 req-ed8cc5b2-05a1-467f-80d8-901e33481d3f tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:22.672671 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-990e2b6e-0e5d-4c06-b462-5de237a5a5a0 req-ed8cc5b2-05a1-467f-80d8-901e33481d3f tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecded6af-35fb-4999-b9bc-5cc6cad1743c HTTP/1.1" status: 200 len: 949 time: 0.0524790 Mar 11 15:35:22.713583 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-990e2b6e-0e5d-4c06-b462-5de237a5a5a0 req-c47e0bd8-8d19-4e4b-8ef0-399ee65dce1a tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8064833-8090-422e-a8d3-e972742bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412521 Mar 11 15:35:22.963632 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['6745e227-18fd-4985-a655-0dc0d9bc5b8f'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:35:23.834776 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea720a1e-17f0-46e2-a9a5-ed649b2bc3d3 req-4a1d5acf-2c85-41fb-97d4-f19618c59716 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:23.836286 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ea720a1e-17f0-46e2-a9a5-ed649b2bc3d3 req-4a1d5acf-2c85-41fb-97d4-f19618c59716 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecded6af-35fb-4999-b9bc-5cc6cad1743c HTTP/1.1" status: 200 len: 949 time: 0.0532820 Mar 11 15:35:23.887278 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ea720a1e-17f0-46e2-a9a5-ed649b2bc3d3 req-8b66005f-d7c5-4601-81bc-63e20cc580fe tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8064833-8090-422e-a8d3-e972742bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444493 Mar 11 15:35:24.307207 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 6745e227-18fd-4985-a655-0dc0d9bc5b8f up at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:35:24.442245 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning for port 6745e227-18fd-4985-a655-0dc0d9bc5b8f completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 15:35:24.446362 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning complete for port 6745e227-18fd-4985-a655-0dc0d9bc5b8f triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:35:24.452244 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (6745e227-18fd-4985-a655-0dc0d9bc5b8f), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:24.523690 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port 6745e227-18fd-4985-a655-0dc0d9bc5b8f is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:35:24.524072 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (6745e227-18fd-4985-a655-0dc0d9bc5b8f), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:24.546491 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecded6af-35fb-4999-b9bc-5cc6cad1743c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6745e227-18fd-4985-a655-0dc0d9bc5b8f'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:35:24.548749 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97dedef37c5e2c64aa44179f419dd586ddc22b8f5766e7bc49dcfeca4a9e3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305d3355-92e8-497e-a21b-435a79756dcb" -d '{"events": [{"server_uuid": "ecded6af-35fb-4999-b9bc-5cc6cad1743c", "name": "network-vif-plugged", "status": "completed", "tag": "6745e227-18fd-4985-a655-0dc0d9bc5b8f"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:35:24.561258 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 6745e227-18fd-4985-a655-0dc0d9bc5b8f, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=6745e227-18fd-4985-a655-0dc0d9bc5b8f,segment=NetworkSegment(7e6b0dd6-0108-484a-85cb-4be0a36fd691),segment_id=7e6b0dd6-0108-484a-85cb-4be0a36fd691)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:24.587796 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a476b938-fea6-4abc-a886-7ffa855418c1 x-openstack-request-id: req-a476b938-fea6-4abc-a886-7ffa855418c1 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:35:24.587796 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecded6af-35fb-4999-b9bc-5cc6cad1743c", "name": "network-vif-plugged", "status": "completed", "tag": "6745e227-18fd-4985-a655-0dc0d9bc5b8f", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:35:24.587796 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a476b938-fea6-4abc-a886-7ffa855418c1 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:35:24.587796 dv-cinder-833365-1-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecded6af-35fb-4999-b9bc-5cc6cad1743c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6745e227-18fd-4985-a655-0dc0d9bc5b8f', 'code': 200} Mar 11 15:35:24.636206 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (6745e227-18fd-4985-a655-0dc0d9bc5b8f), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:24.688374 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=6745e227-18fd-4985-a655-0dc0d9bc5b8f,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:24.933146 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623fed96-783d-44c9-9f73-326d79462983 req-f6aec69d-2bc1-4982-a0d6-f48090133f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:24.936230 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-623fed96-783d-44c9-9f73-326d79462983 req-f6aec69d-2bc1-4982-a0d6-f48090133f0b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ecded6af-35fb-4999-b9bc-5cc6cad1743c HTTP/1.1" status: 200 len: 1134 time: 0.0441782 Mar 11 15:35:25.008573 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-623fed96-783d-44c9-9f73-326d79462983 req-1511f131-7293-478c-b7cc-f6854cbfc9f0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d8064833-8090-422e-a8d3-e972742bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675662 Mar 11 15:35:25.024613 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26123d4-6a9a-4eea-8f21-93b71b0cd416 req-08ad39a2-45d7-4655-ae9c-c6e27cf6ae8d tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:25.026014 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c26123d4-6a9a-4eea-8f21-93b71b0cd416 req-08ad39a2-45d7-4655-ae9c-c6e27cf6ae8d tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecded6af-35fb-4999-b9bc-5cc6cad1743c HTTP/1.1" status: 200 len: 950 time: 0.0697193 Mar 11 15:35:25.077410 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c26123d4-6a9a-4eea-8f21-93b71b0cd416 req-35c1989c-2135-450b-af65-a3d99d055f47 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8064833-8090-422e-a8d3-e972742bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451188 Mar 11 15:35:26.197071 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda912a5-4ff9-4e41-a760-26b17cd425b2 req-9edff1a8-c3ca-4d9d-8a5f-6374e1fe7605 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:26.198509 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-dda912a5-4ff9-4e41-a760-26b17cd425b2 req-9edff1a8-c3ca-4d9d-8a5f-6374e1fe7605 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecded6af-35fb-4999-b9bc-5cc6cad1743c HTTP/1.1" status: 200 len: 950 time: 0.0513136 Mar 11 15:35:26.247562 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-dda912a5-4ff9-4e41-a760-26b17cd425b2 req-f2f406f6-f010-4115-8be6-8627cd2edb5a tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8064833-8090-422e-a8d3-e972742bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432520 Mar 11 15:35:27.370227 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118635c-4fb2-45bb-b3d7-594d9f29d5ac req-833ff166-1268-4b16-8975-6f31dd4fa8d3 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:27.371697 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5118635c-4fb2-45bb-b3d7-594d9f29d5ac req-833ff166-1268-4b16-8975-6f31dd4fa8d3 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecded6af-35fb-4999-b9bc-5cc6cad1743c HTTP/1.1" status: 200 len: 950 time: 0.0568225 Mar 11 15:35:27.420594 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5118635c-4fb2-45bb-b3d7-594d9f29d5ac req-64748755-4ce1-47f8-ad5e-e90e251cb725 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8064833-8090-422e-a8d3-e972742bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433431 Mar 11 15:35:27.868831 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d330e673-f245-4689-95e1-a09bf7f6f6c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:27.886430 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf19ba0-af56-4498-9265-acbaa76296e4 req-0b3f9cdd-8d9b-4bb9-bcd0-58091b02e607 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:27.887943 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7bf19ba0-af56-4498-9265-acbaa76296e4 req-0b3f9cdd-8d9b-4bb9-bcd0-58091b02e607 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecded6af-35fb-4999-b9bc-5cc6cad1743c HTTP/1.1" status: 200 len: 950 time: 0.0549529 Mar 11 15:35:27.934700 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7bf19ba0-af56-4498-9265-acbaa76296e4 req-578547b8-81dd-4ac4-989f-e8cc7f9b56a0 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8064833-8090-422e-a8d3-e972742bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412130 Mar 11 15:35:29.053898 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b3045-7acb-4af6-b918-a614c53eb7de req-42244912-020c-4329-868c-aa9b0727d71f tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:29.055454 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-287b3045-7acb-4af6-b918-a614c53eb7de req-42244912-020c-4329-868c-aa9b0727d71f tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecded6af-35fb-4999-b9bc-5cc6cad1743c HTTP/1.1" status: 200 len: 950 time: 0.0514483 Mar 11 15:35:29.102179 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-287b3045-7acb-4af6-b918-a614c53eb7de req-c20c4412-cd25-4142-9ba9-ea2302c69895 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.44 "GET /v2.0/security-groups?id=d8064833-8090-422e-a8d3-e972742bf4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412607 Mar 11 15:35:29.473060 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312488c1-664d-427a-964b-9c3c7a41e132 req-4e6a396e-98c3-49ad-9687-0762102b9778 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:29.474534 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-312488c1-664d-427a-964b-9c3c7a41e132 req-4e6a396e-98c3-49ad-9687-0762102b9778 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecded6af-35fb-4999-b9bc-5cc6cad1743c HTTP/1.1" status: 200 len: 950 time: 0.0547256 Mar 11 15:35:29.568045 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-312488c1-664d-427a-964b-9c3c7a41e132 req-64c9e88b-095c-43d3-a07c-880768f193e1 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Deleting port 6745e227-18fd-4985-a655-0dc0d9bc5b8f {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:35:29.568381 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-312488c1-664d-427a-964b-9c3c7a41e132 req-64c9e88b-095c-43d3-a07c-880768f193e1 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (6745e227-18fd-4985-a655-0dc0d9bc5b8f), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:29.659793 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-312488c1-664d-427a-964b-9c3c7a41e132 req-64c9e88b-095c-43d3-a07c-880768f193e1 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] For port 6745e227-18fd-4985-a655-0dc0d9bc5b8f, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=6745e227-18fd-4985-a655-0dc0d9bc5b8f,segment=NetworkSegment(7e6b0dd6-0108-484a-85cb-4be0a36fd691),segment_id=7e6b0dd6-0108-484a-85cb-4be0a36fd691)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:29.660148 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-312488c1-664d-427a-964b-9c3c7a41e132 req-64c9e88b-095c-43d3-a07c-880768f193e1 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (6745e227-18fd-4985-a655-0dc0d9bc5b8f), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:29.672296 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-312488c1-664d-427a-964b-9c3c7a41e132 req-64c9e88b-095c-43d3-a07c-880768f193e1 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Calling delete_port for 6745e227-18fd-4985-a655-0dc0d9bc5b8f owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:35:29.863183 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-312488c1-664d-427a-964b-9c3c7a41e132 req-64c9e88b-095c-43d3-a07c-880768f193e1 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (6745e227-18fd-4985-a655-0dc0d9bc5b8f), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:29.875924 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['6745e227-18fd-4985-a655-0dc0d9bc5b8f'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:35:29.898565 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9e88b-095c-43d3-a07c-880768f193e1 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Pushing event deleted for resources: {'Port': ['ID=6745e227-18fd-4985-a655-0dc0d9bc5b8f,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:29.938732 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-312488c1-664d-427a-964b-9c3c7a41e132 req-64c9e88b-095c-43d3-a07c-880768f193e1 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] No DVR routers for this DVR port 6745e227-18fd-4985-a655-0dc0d9bc5b8f on host hv-cinder-83336 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:35:29.941306 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-312488c1-664d-427a-964b-9c3c7a41e132 req-64c9e88b-095c-43d3-a07c-880768f193e1 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:29.944608 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-312488c1-664d-427a-964b-9c3c7a41e132 req-64c9e88b-095c-43d3-a07c-880768f193e1 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.66 "DELETE /v2.0/ports/6745e227-18fd-4985-a655-0dc0d9bc5b8f HTTP/1.1" status: 204 len: 173 time: 0.4649515 Mar 11 15:35:29.945064 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecded6af-35fb-4999-b9bc-5cc6cad1743c', 'name': 'network-vif-deleted', 'tag': '6745e227-18fd-4985-a655-0dc0d9bc5b8f'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:35:29.947307 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e2e47a-5dc7-4ff3-9d8c-e67e59a98bf5" -d '{"events": [{"server_uuid": "ecded6af-35fb-4999-b9bc-5cc6cad1743c", "name": "network-vif-deleted", "tag": "6745e227-18fd-4985-a655-0dc0d9bc5b8f"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:35:29.985925 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6719746-1161-4660-9a7d-9984d48a9fbf x-openstack-request-id: req-e6719746-1161-4660-9a7d-9984d48a9fbf {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:35:29.986221 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecded6af-35fb-4999-b9bc-5cc6cad1743c", "name": "network-vif-deleted", "tag": "6745e227-18fd-4985-a655-0dc0d9bc5b8f", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:35:29.986469 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e6719746-1161-4660-9a7d-9984d48a9fbf {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:35:29.986865 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecded6af-35fb-4999-b9bc-5cc6cad1743c', 'name': 'network-vif-deleted', 'tag': '6745e227-18fd-4985-a655-0dc0d9bc5b8f', 'status': 'completed', 'code': 200} Mar 11 15:35:30.076457 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-062b832c-aa48-462e-9abe-a5dc8b816173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:30.197977 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d448852b-2bc3-456a-bebb-a041d180c0f9 req-5b8203cc-e8cd-4926-af25-3055d64274e2 tempest-VolumesNegativeTest-2145966024 tempest-VolumesNegativeTest-2145966024-project] 10.222.0.44 "GET /v2.0/ports?device_id=ecded6af-35fb-4999-b9bc-5cc6cad1743c HTTP/1.1" status: 200 len: 210 time: 0.0261133 Mar 11 15:35:31.287551 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:33.092606 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:34.338894 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 6745e227-18fd-4985-a655-0dc0d9bc5b8f no longer exists at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:35:34.362386 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] No Port match for: 6745e227-18fd-4985-a655-0dc0d9bc5b8f {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:35:34.362736 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 6745e227-18fd-4985-a655-0dc0d9bc5b8f not bound to the agent host hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:35:34.371779 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:37.332534 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 37912) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:35:37.464080 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-d96c87b8-ee2f-442c-8851-8d37d3acf5a6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=470a3b5bf9c443da932517d068ea637b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302829 Mar 11 15:35:37.466626 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 37916) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:35:37.521079 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5c437924-2efa-4a6f-87dd-103c79c30187 admin admin] Publish callbacks [] for security_group (d8064833-8090-422e-a8d3-e972742bf4a4), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:37.544107 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5c437924-2efa-4a6f-87dd-103c79c30187 admin admin] Publish callbacks [] for security_group (d8064833-8090-422e-a8d3-e972742bf4a4), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:37.670370 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5c437924-2efa-4a6f-87dd-103c79c30187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (d8064833-8090-422e-a8d3-e972742bf4a4), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:37.672876 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5c437924-2efa-4a6f-87dd-103c79c30187 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:37.690651 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-5c437924-2efa-4a6f-87dd-103c79c30187 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d8064833-8090-422e-a8d3-e972742bf4a4 HTTP/1.1" status: 204 len: 168 time: 0.2065117 Mar 11 15:35:37.690651 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c437924-2efa-4a6f-87dd-103c79c30187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8064833-8090-422e-a8d3-e972742bf4a4,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:43.171525 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:52.595342 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:35:56.278757 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de7c67-3ac9-4119-a1ad-2d6f01b00208 req-26d213fa-6b10-42bc-98a1-5269953e5980 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:56.280765 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e3de7c67-3ac9-4119-a1ad-2d6f01b00208 req-26d213fa-6b10-42bc-98a1-5269953e5980 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 947 time: 0.0594211 Mar 11 15:35:56.326456 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-e3de7c67-3ac9-4119-a1ad-2d6f01b00208 req-386af16b-112a-4428-95bc-e70730398873 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400565 Mar 11 15:35:57.452124 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c4e7f-1aef-4a1f-85f1-65c9156b7384 req-c16f1a91-a023-40f0-bc7d-ad0bbec0d089 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:57.453641 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-872c4e7f-1aef-4a1f-85f1-65c9156b7384 req-c16f1a91-a023-40f0-bc7d-ad0bbec0d089 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 947 time: 0.0537446 Mar 11 15:35:57.500482 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-872c4e7f-1aef-4a1f-85f1-65c9156b7384 req-fc0ac935-0cfc-43e6-a7c9-22232fbce46f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups?id=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412924 Mar 11 15:35:57.868371 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-138d9816-cd88-4660-be47-1e4b514d7827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:57.930702 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b4e0c2a2-2bb0-4b30-98b7-93ec06b7c7ec req-11889e02-c8cd-4f5c-afc3-290019e1fea2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=030b4921-63e5-48d3-bc40-891e22353b9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425541 Mar 11 15:35:57.939720 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e445f00-8739-4161-89a9-a5f62f3180b4 req-ff03a8a2-1f5e-4c5d-af41-3c50ac35ee96 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:57.941216 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3e445f00-8739-4161-89a9-a5f62f3180b4 req-ff03a8a2-1f5e-4c5d-af41-3c50ac35ee96 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 947 time: 0.0537024 Mar 11 15:35:57.997361 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0c2a2-2bb0-4b30-98b7-93ec06b7c7ec req-6e7d640a-22f6-42a5-bf38-dfa446b64765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:57.998809 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b4e0c2a2-2bb0-4b30-98b7-93ec06b7c7ec req-6e7d640a-22f6-42a5-bf38-dfa446b64765 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a05c04b4e4784d13a9c157c76e0ff03a&device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 1129 time: 0.0475771 Mar 11 15:35:58.046553 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-3e445f00-8739-4161-89a9-a5f62f3180b4 req-4870a00b-07d9-47e6-9979-83bdcfba405f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Deleting port dc6eb716-8633-4cb5-9e60-7f78730a41fb {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:35:58.047208 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-3e445f00-8739-4161-89a9-a5f62f3180b4 req-4870a00b-07d9-47e6-9979-83bdcfba405f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (dc6eb716-8633-4cb5-9e60-7f78730a41fb), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:58.113439 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0c2a2-2bb0-4b30-98b7-93ec06b7c7ec req-b179f532-cfd3-4114-bfa9-4f43002547bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:58.114985 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b4e0c2a2-2bb0-4b30-98b7-93ec06b7c7ec req-b179f532-cfd3-4114-bfa9-4f43002547bd service neutron] 10.222.0.66 "GET /v2.0/networks?id=0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 HTTP/1.1" status: 200 len: 913 time: 0.0947804 Mar 11 15:35:58.139546 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-3e445f00-8739-4161-89a9-a5f62f3180b4 req-4870a00b-07d9-47e6-9979-83bdcfba405f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] For port dc6eb716-8633-4cb5-9e60-7f78730a41fb, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=dc6eb716-8633-4cb5-9e60-7f78730a41fb,segment=NetworkSegment(3741b2ab-b6fb-417c-b81e-099405fb40ec),segment_id=3741b2ab-b6fb-417c-b81e-099405fb40ec)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:35:58.139945 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-3e445f00-8739-4161-89a9-a5f62f3180b4 req-4870a00b-07d9-47e6-9979-83bdcfba405f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (dc6eb716-8633-4cb5-9e60-7f78730a41fb), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:58.183813 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b4e0c2a2-2bb0-4b30-98b7-93ec06b7c7ec req-f327e29f-984f-4b62-90c5-eafe63cbc2e0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31087c94-80ec-4fb3-b15d-247c4e6dc94b HTTP/1.1" status: 200 len: 1000 time: 0.0633600 Mar 11 15:35:58.239069 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0c2a2-2bb0-4b30-98b7-93ec06b7c7ec req-8a8a9145-f812-49a9-a0ef-8aa05e68f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:58.240649 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b4e0c2a2-2bb0-4b30-98b7-93ec06b7c7ec req-8a8a9145-f812-49a9-a0ef-8aa05e68f2b7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ff0797ed-948d-4bc0-a15c-6d476f6713f7 HTTP/1.1" status: 200 len: 851 time: 0.0510867 Mar 11 15:35:58.288354 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0c2a2-2bb0-4b30-98b7-93ec06b7c7ec req-f527498e-fade-4022-849b-1f09b5c94aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:35:58.289771 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b4e0c2a2-2bb0-4b30-98b7-93ec06b7c7ec req-f527498e-fade-4022-849b-1f09b5c94aef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0af61b1c-cde3-490d-a2cc-9dcf9e2c2131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437529 Mar 11 15:35:58.316531 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-3e445f00-8739-4161-89a9-a5f62f3180b4 req-4870a00b-07d9-47e6-9979-83bdcfba405f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:58.316892 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-3e445f00-8739-4161-89a9-a5f62f3180b4 req-4870a00b-07d9-47e6-9979-83bdcfba405f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628361'] for floatingip (fd0cc42f-5df2-4601-bcaa-dea81d5b0869), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:58.317206 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.db.l3_db [req-3e445f00-8739-4161-89a9-a5f62f3180b4 req-4870a00b-07d9-47e6-9979-83bdcfba405f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Floating IP fd0cc42f-5df2-4601-bcaa-dea81d5b0869 disassociated. External IP: 172.27.2.174, port: dc6eb716-8633-4cb5-9e60-7f78730a41fb. Mar 11 15:35:58.317556 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-3e445f00-8739-4161-89a9-a5f62f3180b4 req-4870a00b-07d9-47e6-9979-83bdcfba405f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Calling delete_port for dc6eb716-8633-4cb5-9e60-7f78730a41fb owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:35:58.379322 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b4e0c2a2-2bb0-4b30-98b7-93ec06b7c7ec req-e3232ad6-a1a9-4a85-9b9e-d8534434b214 service neutron] 10.222.0.66 "GET /v2.0/networks/0af61b1c-cde3-490d-a2cc-9dcf9e2c2131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833113 Mar 11 15:35:58.475170 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b4e0c2a2-2bb0-4b30-98b7-93ec06b7c7ec req-d8798850-3d65-4fa7-9119-f688b8c2fab9 service neutron] 10.222.0.66 "GET /v2.0/networks/0af61b1c-cde3-490d-a2cc-9dcf9e2c2131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903194 Mar 11 15:35:58.516161 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-3e445f00-8739-4161-89a9-a5f62f3180b4 req-4870a00b-07d9-47e6-9979-83bdcfba405f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (dc6eb716-8633-4cb5-9e60-7f78730a41fb), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:58.569398 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870a00b-07d9-47e6-9979-83bdcfba405f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Pushing event deleted for resources: {'Port': ['ID=dc6eb716-8633-4cb5-9e60-7f78730a41fb,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:35:58.579861 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870a00b-07d9-47e6-9979-83bdcfba405f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:58.580093 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870a00b-07d9-47e6-9979-83bdcfba405f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:58.581136 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870a00b-07d9-47e6-9979-83bdcfba405f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:58.581494 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870a00b-07d9-47e6-9979-83bdcfba405f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:58.581842 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870a00b-07d9-47e6-9979-83bdcfba405f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:58.582270 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870a00b-07d9-47e6-9979-83bdcfba405f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:58.582799 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870a00b-07d9-47e6-9979-83bdcfba405f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:58.583348 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870a00b-07d9-47e6-9979-83bdcfba405f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:58.584379 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870a00b-07d9-47e6-9979-83bdcfba405f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:58.584755 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870a00b-07d9-47e6-9979-83bdcfba405f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:58.585147 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870a00b-07d9-47e6-9979-83bdcfba405f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:58.585659 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870a00b-07d9-47e6-9979-83bdcfba405f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:58.634890 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4870a00b-07d9-47e6-9979-83bdcfba405f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:35:58.635761 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ea2a63a4-d57a-4f1a-a614-9f7a84001415 req-d0f4592a-ea78-40b6-b41b-c13b0b3ee0e2 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 210 time: 0.0323565 Mar 11 15:35:58.705273 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e445f00-8739-4161-89a9-a5f62f3180b4 req-4870a00b-07d9-47e6-9979-83bdcfba405f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Router e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6 has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:35:58.812692 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e445f00-8739-4161-89a9-a5f62f3180b4 req-4870a00b-07d9-47e6-9979-83bdcfba405f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:35:58.822774 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8391979b-28a3-4df1-9e4c-63d10190e502 None None] Sync routers for ids ['e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'] in dv-cinder-833365-1-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:35:58.832264 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8391979b-28a3-4df1-9e4c-63d10190e502 None None] Routers {'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:35:58.832874 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-8391979b-28a3-4df1-9e4c-63d10190e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:35:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:58.852182 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e445f00-8739-4161-89a9-a5f62f3180b4 req-4870a00b-07d9-47e6-9979-83bdcfba405f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] No DVR routers for this DVR port dc6eb716-8633-4cb5-9e60-7f78730a41fb on host hv-cinder-83336 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:35:58.855990 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-3e445f00-8739-4161-89a9-a5f62f3180b4 req-4870a00b-07d9-47e6-9979-83bdcfba405f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:35:58.859252 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3e445f00-8739-4161-89a9-a5f62f3180b4 req-4870a00b-07d9-47e6-9979-83bdcfba405f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.66 "DELETE /v2.0/ports/dc6eb716-8633-4cb5-9e60-7f78730a41fb HTTP/1.1" status: 204 len: 173 time: 0.9124212 Mar 11 15:35:58.859731 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d8d550-ee96-49f8-b14b-0d5f25b8881a', 'name': 'network-vif-deleted', 'tag': 'dc6eb716-8633-4cb5-9e60-7f78730a41fb'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:35:58.862259 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635c02d9-817c-4978-8623-f6fc1b4da3f6" -d '{"events": [{"server_uuid": "d9d8d550-ee96-49f8-b14b-0d5f25b8881a", "name": "network-vif-deleted", "tag": "dc6eb716-8633-4cb5-9e60-7f78730a41fb"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:35:58.898939 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae772be1-ca1b-43dd-a65b-f3598cd35c75 x-openstack-request-id: req-ae772be1-ca1b-43dd-a65b-f3598cd35c75 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:35:58.899230 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d8d550-ee96-49f8-b14b-0d5f25b8881a", "name": "network-vif-deleted", "tag": "dc6eb716-8633-4cb5-9e60-7f78730a41fb", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:35:58.899514 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ae772be1-ca1b-43dd-a65b-f3598cd35c75 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:35:58.899942 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d8d550-ee96-49f8-b14b-0d5f25b8881a', 'name': 'network-vif-deleted', 'tag': 'dc6eb716-8633-4cb5-9e60-7f78730a41fb', 'status': 'completed', 'code': 200} Mar 11 15:35:58.953556 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-8391979b-28a3-4df1-9e4c-63d10190e502 None None] Set router e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:35:59.160488 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-8391979b-28a3-4df1-9e4c-63d10190e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1942829837-router', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:11Z', 'updated_at': '2022-03-11T15:26:15Z', 'revision_number': 4, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'gw_port': {'id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:12Z', 'updated_at': '2022-03-11T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': 'f1c19ed0-ec54-4caa-8c93-06f901971bf3', 'name': '', 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'mac_address': 'fa:16:3e:57:b9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:14Z', 'updated_at': '2022-03-11T15:26:20Z', 'revision_number': 5, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'subnets': [{'id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:59.192429 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8391979b-28a3-4df1-9e4c-63d10190e502 None None] Checking router: e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6 for host: dv-cinder-833365-1-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:35:59.201593 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8391979b-28a3-4df1-9e4c-63d10190e502 None None] Routers {'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:35:59.202193 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-8391979b-28a3-4df1-9e4c-63d10190e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:35:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:59.309232 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-8391979b-28a3-4df1-9e4c-63d10190e502 None None] Set router e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:35:59.505107 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-8391979b-28a3-4df1-9e4c-63d10190e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1942829837-router', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:11Z', 'updated_at': '2022-03-11T15:26:15Z', 'revision_number': 4, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'gw_port': {'id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:12Z', 'updated_at': '2022-03-11T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': 'f1c19ed0-ec54-4caa-8c93-06f901971bf3', 'name': '', 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'mac_address': 'fa:16:3e:57:b9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:14Z', 'updated_at': '2022-03-11T15:26:20Z', 'revision_number': 5, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'subnets': [{'id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:35:59.531125 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8391979b-28a3-4df1-9e4c-63d10190e502 None None] The sync data for ids ['e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'] in dv-cinder-833365-1-iscsi is: [{'id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1942829837-router', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:11Z', 'updated_at': '2022-03-11T15:26:15Z', 'revision_number': 4, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'gw_port': {'id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:12Z', 'updated_at': '2022-03-11T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': 'f1c19ed0-ec54-4caa-8c93-06f901971bf3', 'name': '', 'network_id': '1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'mac_address': 'fa:16:3e:57:b9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:14Z', 'updated_at': '2022-03-11T15:26:20Z', 'revision_number': 5, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'subnets': [{'id': 'bd37384c-a7f0-45c7-ab70-ef3de68c479f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:35:59.759956 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-00430fb0-f42b-42d5-9e6c-fd9d115c3dd0 req-54db16b2-6e33-46f7-a26a-ce402735fc43 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9d8d550-ee96-49f8-b14b-0d5f25b8881a HTTP/1.1" status: 200 len: 210 time: 0.0302992 Mar 11 15:35:59.772639 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a5a0d7-30c2-4690-a140-11fdb0f60afd None None] New status for floating IP fd0cc42f-5df2-4601-bcaa-dea81d5b0869: DOWN {{(pid=103741) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:36:00.085349 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-74f1de56-f24e-4488-b5bc-592cc28a94ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:00.923690 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 37952) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:36:00.977925 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-9867e9e2-1fd9-4fe3-ac98-e3a190e6373f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for security_group (1d8c26ec-a625-45dd-b7f3-f5bbee005b5e), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:01.008211 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-9867e9e2-1fd9-4fe3-ac98-e3a190e6373f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for security_group (1d8c26ec-a625-45dd-b7f3-f5bbee005b5e), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:01.144030 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-9867e9e2-1fd9-4fe3-ac98-e3a190e6373f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (1d8c26ec-a625-45dd-b7f3-f5bbee005b5e), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:01.146713 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-9867e9e2-1fd9-4fe3-ac98-e3a190e6373f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:01.147919 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-9867e9e2-1fd9-4fe3-ac98-e3a190e6373f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "DELETE /v2.0/security-groups/1d8c26ec-a625-45dd-b7f3-f5bbee005b5e HTTP/1.1" status: 204 len: 168 time: 0.2232344 Mar 11 15:36:01.150816 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 37954) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:36:01.159427 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867e9e2-1fd9-4fe3-ac98-e3a190e6373f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8c26ec-a625-45dd-b7f3-f5bbee005b5e,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:01.166855 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.api.v2.resource [None req-3caf6997-16cd-42fe-aaed-0639a0b76e0f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] show failed (client error): The resource could not be found. Mar 11 15:36:01.168736 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-3caf6997-16cd-42fe-aaed-0639a0b76e0f tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "GET /v2.0/security-groups/1d8c26ec-a625-45dd-b7f3-f5bbee005b5e HTTP/1.1" status: 404 len: 347 time: 0.0154905 Mar 11 15:36:01.171495 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 37956) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:36:01.304635 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-4f8342a3-b2ef-4808-8670-a1961a96a2e9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Deleting port c33f9675-56d1-4431-addd-161505b79cb9 {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:36:01.304969 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4f8342a3-b2ef-4808-8670-a1961a96a2e9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (c33f9675-56d1-4431-addd-161505b79cb9), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:01.309836 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:01.386470 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4f8342a3-b2ef-4808-8670-a1961a96a2e9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (c33f9675-56d1-4431-addd-161505b79cb9), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:01.386908 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4f8342a3-b2ef-4808-8670-a1961a96a2e9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for floatingip (c33f9675-56d1-4431-addd-161505b79cb9), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:01.398399 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-4f8342a3-b2ef-4808-8670-a1961a96a2e9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Calling delete_port for c33f9675-56d1-4431-addd-161505b79cb9 owned by network:floatingip {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:36:01.600008 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4f8342a3-b2ef-4808-8670-a1961a96a2e9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (c33f9675-56d1-4431-addd-161505b79cb9), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:01.625939 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8342a3-b2ef-4808-8670-a1961a96a2e9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Pushing event deleted for resources: {'Port': ['ID=c33f9675-56d1-4431-addd-161505b79cb9,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:01.638473 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8342a3-b2ef-4808-8670-a1961a96a2e9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:01.638747 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8342a3-b2ef-4808-8670-a1961a96a2e9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:01.639090 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8342a3-b2ef-4808-8670-a1961a96a2e9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:01.639464 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8342a3-b2ef-4808-8670-a1961a96a2e9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:01.639793 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8342a3-b2ef-4808-8670-a1961a96a2e9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:01.640125 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8342a3-b2ef-4808-8670-a1961a96a2e9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:01.640450 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8342a3-b2ef-4808-8670-a1961a96a2e9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:01.640775 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8342a3-b2ef-4808-8670-a1961a96a2e9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:01.641099 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8342a3-b2ef-4808-8670-a1961a96a2e9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:01.641419 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8342a3-b2ef-4808-8670-a1961a96a2e9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:01.641740 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8342a3-b2ef-4808-8670-a1961a96a2e9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:01.642061 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8342a3-b2ef-4808-8670-a1961a96a2e9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:01.642378 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8342a3-b2ef-4808-8670-a1961a96a2e9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:01.700663 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4f8342a3-b2ef-4808-8670-a1961a96a2e9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks [] for floatingip (fd0cc42f-5df2-4601-bcaa-dea81d5b0869), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:01.703186 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4f8342a3-b2ef-4808-8670-a1961a96a2e9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:01.704465 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-4f8342a3-b2ef-4808-8670-a1961a96a2e9 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] 10.222.0.44 "DELETE /v2.0/floatingips/fd0cc42f-5df2-4601-bcaa-dea81d5b0869 HTTP/1.1" status: 204 len: 168 time: 0.5320520 Mar 11 15:36:02.463463 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device dc6eb716-8633-4cb5-9e60-7f78730a41fb no longer exists at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:36:02.484659 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] No Port match for: dc6eb716-8633-4cb5-9e60-7f78730a41fb {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:36:02.484982 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device dc6eb716-8633-4cb5-9e60-7f78730a41fb not bound to the agent host hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:36:03.064293 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:04.370876 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:04.520590 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 37978) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:36:05.011856 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0785911f-7c6f-4964-bc5d-fd752bfb0a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630665'] for router_interface (e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:05.257019 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-0785911f-7c6f-4964-bc5d-fd752bfb0a19 admin admin] Deleting port f1c19ed0-ec54-4caa-8c93-06f901971bf3 {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:36:05.257355 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0785911f-7c6f-4964-bc5d-fd752bfb0a19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (f1c19ed0-ec54-4caa-8c93-06f901971bf3), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:05.333217 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [None req-0785911f-7c6f-4964-bc5d-fd752bfb0a19 admin admin] For port f1c19ed0-ec54-4caa-8c93-06f901971bf3, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=f1c19ed0-ec54-4caa-8c93-06f901971bf3,segment=NetworkSegment(3741b2ab-b6fb-417c-b81e-099405fb40ec),segment_id=3741b2ab-b6fb-417c-b81e-099405fb40ec)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:05.333473 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0785911f-7c6f-4964-bc5d-fd752bfb0a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (f1c19ed0-ec54-4caa-8c93-06f901971bf3), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:05.346490 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-0785911f-7c6f-4964-bc5d-fd752bfb0a19 admin admin] Calling delete_port for f1c19ed0-ec54-4caa-8c93-06f901971bf3 owned by network:router_interface {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:36:05.595378 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0785911f-7c6f-4964-bc5d-fd752bfb0a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (f1c19ed0-ec54-4caa-8c93-06f901971bf3), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:05.626479 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785911f-7c6f-4964-bc5d-fd752bfb0a19 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1c19ed0-ec54-4caa-8c93-06f901971bf3,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:05.801395 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0785911f-7c6f-4964-bc5d-fd752bfb0a19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624153'] for router_interface (e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:06.025145 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0785911f-7c6f-4964-bc5d-fd752bfb0a19 admin admin] Router e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6 has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:36:06.135210 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0785911f-7c6f-4964-bc5d-fd752bfb0a19 admin admin] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:36:06.141493 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-0785911f-7c6f-4964-bc5d-fd752bfb0a19 admin admin] 10.222.0.44 "PUT /v2.0/routers/e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6198246 Mar 11 15:36:06.143485 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 37982) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:36:06.144740 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2e0d23-4d9b-4e93-8c01-cb3d39b5b3fd None None] Sync routers for ids ['e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'] in dv-cinder-833365-1-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:36:06.156329 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2e0d23-4d9b-4e93-8c01-cb3d39b5b3fd None None] Routers {'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:36:06.156959 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-ad2e0d23-4d9b-4e93-8c01-cb3d39b5b3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:36:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:06.248936 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7dbeff8c-3bae-4387-b100-e5965ffd9364 admin admin] Publish callbacks [] for router (e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:06.262500 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-ad2e0d23-4d9b-4e93-8c01-cb3d39b5b3fd None None] Set router e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:36:06.352153 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7dbeff8c-3bae-4387-b100-e5965ffd9364 admin admin] Publish callbacks [] for router_gateway (e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:06.485133 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-7dbeff8c-3bae-4387-b100-e5965ffd9364 admin admin] Deleting port 80df99bb-6faa-4af5-bc02-57e22a729603 {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:36:06.485358 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7dbeff8c-3bae-4387-b100-e5965ffd9364 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (80df99bb-6faa-4af5-bc02-57e22a729603), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:06.529085 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-ad2e0d23-4d9b-4e93-8c01-cb3d39b5b3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1942829837-router', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:11Z', 'updated_at': '2022-03-11T15:36:05Z', 'revision_number': 5, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'gw_port': {'id': '80df99bb-6faa-4af5-bc02-57e22a729603', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:12Z', 'updated_at': '2022-03-11T15:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:06.555749 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2e0d23-4d9b-4e93-8c01-cb3d39b5b3fd None None] Checking router: e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6 for host: dv-cinder-833365-1-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:36:06.562647 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [None req-7dbeff8c-3bae-4387-b100-e5965ffd9364 admin admin] For port 80df99bb-6faa-4af5-bc02-57e22a729603, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=80df99bb-6faa-4af5-bc02-57e22a729603,segment=NetworkSegment(64a1f402-9998-47a9-9edb-15a3bada483f),segment_id=64a1f402-9998-47a9-9edb-15a3bada483f)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:06.563004 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7dbeff8c-3bae-4387-b100-e5965ffd9364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (80df99bb-6faa-4af5-bc02-57e22a729603), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:06.564490 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2e0d23-4d9b-4e93-8c01-cb3d39b5b3fd None None] Routers {'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:36:06.565099 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-ad2e0d23-4d9b-4e93-8c01-cb3d39b5b3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:36:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:06.576078 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-7dbeff8c-3bae-4387-b100-e5965ffd9364 admin admin] Calling delete_port for 80df99bb-6faa-4af5-bc02-57e22a729603 owned by network:router_gateway {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:36:06.656633 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-ad2e0d23-4d9b-4e93-8c01-cb3d39b5b3fd None None] Set router e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6 gateway port host: None {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:36:06.710632 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-ad2e0d23-4d9b-4e93-8c01-cb3d39b5b3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1942829837-router', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:11Z', 'updated_at': '2022-03-11T15:36:06Z', 'revision_number': 6, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'gw_port_host': None}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:06.739958 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2e0d23-4d9b-4e93-8c01-cb3d39b5b3fd None None] The sync data for ids ['e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6'] in dv-cinder-833365-1-iscsi is: [{'id': 'e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6', 'name': 'tempest-AttachVolumeShelveTestJSON-1942829837-router', 'tenant_id': '26837043df1a49fb9ee0eaa587c624aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:11Z', 'updated_at': '2022-03-11T15:36:06Z', 'revision_number': 6, 'project_id': '26837043df1a49fb9ee0eaa587c624aa', 'gw_port_host': None}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:36:06.812499 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7dbeff8c-3bae-4387-b100-e5965ffd9364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (80df99bb-6faa-4af5-bc02-57e22a729603), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:06.835977 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbeff8c-3bae-4387-b100-e5965ffd9364 admin admin] Pushing event deleted for resources: {'Port': ['ID=80df99bb-6faa-4af5-bc02-57e22a729603,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:06.896864 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7dbeff8c-3bae-4387-b100-e5965ffd9364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628403'] for router_gateway (e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:06.987256 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7dbeff8c-3bae-4387-b100-e5965ffd9364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8443'] for router (e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:06.989435 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7dbeff8c-3bae-4387-b100-e5965ffd9364 admin admin] Publish callbacks [] for router_controller (e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6), precommit_delete_associations {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:07.087956 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7dbeff8c-3bae-4387-b100-e5965ffd9364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-625447'] for router (e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:07.088515 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbeff8c-3bae-4387-b100-e5965ffd9364 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6 {{(pid=103740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:36:07.093103 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-7dbeff8c-3bae-4387-b100-e5965ffd9364 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:07.098019 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-7dbeff8c-3bae-4387-b100-e5965ffd9364 admin admin] 10.222.0.44 "DELETE /v2.0/routers/e2d3ead8-b5a9-444c-84ad-95ca1dcad0d6 HTTP/1.1" status: 204 len: 168 time: 0.9500289 Mar 11 15:36:07.098458 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 37984) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:36:07.145323 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_v2 [None req-92aafb44-efc0-4aa1-84b5-b890d7eb1940 admin admin] Deleting subnet bd37384c-a7f0-45c7-ab70-ef3de68c479f {{(pid=103740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 15:36:07.148723 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-92aafb44-efc0-4aa1-84b5-b890d7eb1940 admin admin] Publish callbacks [] for subnet (bd37384c-a7f0-45c7-ab70-ef3de68c479f), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:07.186647 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-92aafb44-efc0-4aa1-84b5-b890d7eb1940 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14027362'] for subnet (bd37384c-a7f0-45c7-ab70-ef3de68c479f), precommit_delete_associations {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:07.269813 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-92aafb44-efc0-4aa1-84b5-b890d7eb1940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1914166'] for subnet (bd37384c-a7f0-45c7-ab70-ef3de68c479f), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:07.390629 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-92aafb44-efc0-4aa1-84b5-b890d7eb1940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1914173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15279855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14213724'] for subnet (bd37384c-a7f0-45c7-ab70-ef3de68c479f), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:07.416287 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aafb44-efc0-4aa1-84b5-b890d7eb1940 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd37384c-a7f0-45c7-ab70-ef3de68c479f,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:07.420602 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-92aafb44-efc0-4aa1-84b5-b890d7eb1940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:07.423856 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-92aafb44-efc0-4aa1-84b5-b890d7eb1940 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bd37384c-a7f0-45c7-ab70-ef3de68c479f HTTP/1.1" status: 204 len: 168 time: 0.3244896 Mar 11 15:36:07.426255 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 37986) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:36:07.427109 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca0a237-91c6-4c64-8147-72340a05e562 None None] Network 1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:36:07.507516 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-32bdc16f-3461-4bf4-a04a-f9550e9bbe65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2071539'] for network (1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:07.609375 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee37bc0-c62c-42ad-8b3a-e858e26c7754 None None] DHCP port deletion for 1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba request from dv-cinder-833365-1-iscsi {{(pid=103741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 15:36:07.669054 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-fee37bc0-c62c-42ad-8b3a-e858e26c7754 None None] Deleting port 3e61d68a-4438-4a31-9e7f-d7acf00ecacf {{(pid=103741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:36:07.669464 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-fee37bc0-c62c-42ad-8b3a-e858e26c7754 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (3e61d68a-4438-4a31-9e7f-d7acf00ecacf), before_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:07.744656 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-fee37bc0-c62c-42ad-8b3a-e858e26c7754 None None] For port 3e61d68a-4438-4a31-9e7f-d7acf00ecacf, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=3e61d68a-4438-4a31-9e7f-d7acf00ecacf,segment=NetworkSegment(3741b2ab-b6fb-417c-b81e-099405fb40ec),segment_id=3741b2ab-b6fb-417c-b81e-099405fb40ec)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:07.745065 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-fee37bc0-c62c-42ad-8b3a-e858e26c7754 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (3e61d68a-4438-4a31-9e7f-d7acf00ecacf), precommit_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:07.760984 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-fee37bc0-c62c-42ad-8b3a-e858e26c7754 None None] Calling delete_port for 3e61d68a-4438-4a31-9e7f-d7acf00ecacf owned by network:dhcp {{(pid=103741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:36:07.827484 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-32bdc16f-3461-4bf4-a04a-f9550e9bbe65 admin admin] Deleting port 3e61d68a-4438-4a31-9e7f-d7acf00ecacf {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:36:07.828001 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-32bdc16f-3461-4bf4-a04a-f9550e9bbe65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (3e61d68a-4438-4a31-9e7f-d7acf00ecacf), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:07.889124 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 3e61d68a-4438-4a31-9e7f-d7acf00ecacf no longer exists at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:36:07.899784 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [None req-32bdc16f-3461-4bf4-a04a-f9550e9bbe65 admin admin] For port 3e61d68a-4438-4a31-9e7f-d7acf00ecacf, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=3e61d68a-4438-4a31-9e7f-d7acf00ecacf,segment=NetworkSegment(3741b2ab-b6fb-417c-b81e-099405fb40ec),segment_id=3741b2ab-b6fb-417c-b81e-099405fb40ec)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:07.900068 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-32bdc16f-3461-4bf4-a04a-f9550e9bbe65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (3e61d68a-4438-4a31-9e7f-d7acf00ecacf), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:07.914209 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-32bdc16f-3461-4bf4-a04a-f9550e9bbe65 admin admin] Calling delete_port for 3e61d68a-4438-4a31-9e7f-d7acf00ecacf owned by network:dhcp {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:36:07.934866 dv-cinder-833365-1-iscsi neutron-server[103741]: INFO neutron.plugins.ml2.db [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] No ports have port_id starting with 3e61d68a-4438-4a31-9e7f-d7acf00ecacf Mar 11 15:36:07.935750 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-fee37bc0-c62c-42ad-8b3a-e858e26c7754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400'] for port (3e61d68a-4438-4a31-9e7f-d7acf00ecacf), after_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:07.940055 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 80df99bb-6faa-4af5-bc02-57e22a729603 no longer exists at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:36:07.979795 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee37bc0-c62c-42ad-8b3a-e858e26c7754 None None] Pushing event deleted for resources: {'Port': ['ID=3e61d68a-4438-4a31-9e7f-d7acf00ecacf,revision_number=None']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:07.982837 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] No Port match for: 80df99bb-6faa-4af5-bc02-57e22a729603 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:36:07.982837 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 80df99bb-6faa-4af5-bc02-57e22a729603 not bound to the agent host dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:36:07.983072 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device f1c19ed0-ec54-4caa-8c93-06f901971bf3 no longer exists at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:36:07.989727 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee37bc0-c62c-42ad-8b3a-e858e26c7754 None None] No DVR routers for this DVR port 3e61d68a-4438-4a31-9e7f-d7acf00ecacf on host dv-cinder-833365-1-iscsi {{(pid=103741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:36:08.008631 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-32bdc16f-3461-4bf4-a04a-f9550e9bbe65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (3e61d68a-4438-4a31-9e7f-d7acf00ecacf), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:08.012605 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee37bc0-c62c-42ad-8b3a-e858e26c7754 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:08.013051 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee37bc0-c62c-42ad-8b3a-e858e26c7754 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:08.013400 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee37bc0-c62c-42ad-8b3a-e858e26c7754 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:08.013796 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee37bc0-c62c-42ad-8b3a-e858e26c7754 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:08.014076 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee37bc0-c62c-42ad-8b3a-e858e26c7754 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:08.014529 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee37bc0-c62c-42ad-8b3a-e858e26c7754 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:08.015027 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee37bc0-c62c-42ad-8b3a-e858e26c7754 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:08.015027 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee37bc0-c62c-42ad-8b3a-e858e26c7754 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:08.015373 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee37bc0-c62c-42ad-8b3a-e858e26c7754 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:08.015746 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee37bc0-c62c-42ad-8b3a-e858e26c7754 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:08.016416 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee37bc0-c62c-42ad-8b3a-e858e26c7754 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:08.016416 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee37bc0-c62c-42ad-8b3a-e858e26c7754 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:08.016642 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee37bc0-c62c-42ad-8b3a-e858e26c7754 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:08.019416 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] No Port match for: f1c19ed0-ec54-4caa-8c93-06f901971bf3 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:36:08.019727 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device f1c19ed0-ec54-4caa-8c93-06f901971bf3 not bound to the agent host dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:36:08.040046 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bdc16f-3461-4bf4-a04a-f9550e9bbe65 admin admin] No DVR routers for this DVR port 3e61d68a-4438-4a31-9e7f-d7acf00ecacf on host dv-cinder-833365-1-iscsi {{(pid=103740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:36:08.044975 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bdc16f-3461-4bf4-a04a-f9550e9bbe65 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e61d68a-4438-4a31-9e7f-d7acf00ecacf,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:08.121970 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-32bdc16f-3461-4bf4-a04a-f9550e9bbe65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1913037', 'neutron.services.segments.db._delete_segments_for_network-8743153172758'] for network (1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:08.143325 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-32bdc16f-3461-4bf4-a04a-f9550e9bbe65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba']}} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:08.152840 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-32bdc16f-3461-4bf4-a04a-f9550e9bbe65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3741b2ab-b6fb-417c-b81e-099405fb40ec') {'for_net_delete': True} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:08.153034 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-32bdc16f-3461-4bf4-a04a-f9550e9bbe65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3741b2ab-b6fb-417c-b81e-099405fb40ec') {} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:08.162738 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-32bdc16f-3461-4bf4-a04a-f9550e9bbe65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743153173023', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14027369'] for segment (3741b2ab-b6fb-417c-b81e-099405fb40ec), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:08.176661 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-32bdc16f-3461-4bf4-a04a-f9550e9bbe65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (3741b2ab-b6fb-417c-b81e-099405fb40ec), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:08.182655 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32bdc16f-3461-4bf4-a04a-f9550e9bbe65 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:36:08.183034 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-32bdc16f-3461-4bf4-a04a-f9550e9bbe65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15280433'] for segment (3741b2ab-b6fb-417c-b81e-099405fb40ec), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: self.session.flush() Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: self.session.flush() Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: self.session.flush() Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: self.session.flush() Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: Traceback (most recent call last): Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: timer() Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: cb(*args, **kw) Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: return func(*args, **kwargs) Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: self._notify() Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: self.callback(batched_events) Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: event.method(event) Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: return f(self, *a, **k) Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: return self._get(url).json() Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: return self.request(url, 'GET', **kwargs) Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:36:08.194168 dv-cinder-833365-1-iscsi neutron-server[103740]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:36:08.326826 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-32bdc16f-3461-4bf4-a04a-f9550e9bbe65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1913012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628375'] for network (1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:08.332623 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-32bdc16f-3461-4bf4-a04a-f9550e9bbe65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:08.335831 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-32bdc16f-3461-4bf4-a04a-f9550e9bbe65 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba HTTP/1.1" status: 204 len: 168 time: 0.9086506 Mar 11 15:36:08.346941 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bdc16f-3461-4bf4-a04a-f9550e9bbe65 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ebafc2a-f6cd-40f2-84aa-05c1555ec1ba,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:08.730018 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 37990) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:36:08.774317 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-2971d6f6-26ac-4cc9-b14c-5353da338584 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=26837043df1a49fb9ee0eaa587c624aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430448 Mar 11 15:36:08.776967 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 37992) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:36:08.850746 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-97e4e2a3-bb10-4499-b452-b1691e0bbd45 admin admin] Publish callbacks [] for security_group (e4e421de-ee8c-4d45-ad51-9f20d9eb5e5b), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:08.873092 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-97e4e2a3-bb10-4499-b452-b1691e0bbd45 admin admin] Publish callbacks [] for security_group (e4e421de-ee8c-4d45-ad51-9f20d9eb5e5b), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:08.978469 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-97e4e2a3-bb10-4499-b452-b1691e0bbd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (e4e421de-ee8c-4d45-ad51-9f20d9eb5e5b), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:08.981209 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-97e4e2a3-bb10-4499-b452-b1691e0bbd45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:08.982373 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-97e4e2a3-bb10-4499-b452-b1691e0bbd45 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e4e421de-ee8c-4d45-ad51-9f20d9eb5e5b HTTP/1.1" status: 204 len: 168 time: 0.2028892 Mar 11 15:36:08.990451 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4e2a3-bb10-4499-b452-b1691e0bbd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e421de-ee8c-4d45-ad51-9f20d9eb5e5b,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:10.074102 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 38014) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:36:10.169584 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-99d58132-5694-499c-8e58-0566d3d03ba5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-955142217-network', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:36:10.290383 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d58132-5694-499c-8e58-0566d3d03ba5 admin admin] Made reservation on behalf of bb335f8049aa4ee69a88ea78cca02ce5 for: {'network': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:10.292728 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-99d58132-5694-499c-8e58-0566d3d03ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for network (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:10.301800 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-99d58132-5694-499c-8e58-0566d3d03ba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:10.375732 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-99d58132-5694-499c-8e58-0566d3d03ba5 admin admin] Publish callbacks [] for security_group (dd6f8b8b-1fef-4488-be3a-8171dceaf8af), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:10.456176 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-99d58132-5694-499c-8e58-0566d3d03ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (dd6f8b8b-1fef-4488-be3a-8171dceaf8af), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:10.480195 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99d58132-5694-499c-8e58-0566d3d03ba5 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 15:36:10.490180 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d58132-5694-499c-8e58-0566d3d03ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6f8b8b-1fef-4488-be3a-8171dceaf8af,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:10.494759 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-99d58132-5694-499c-8e58-0566d3d03ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (f48aca0b-6392-41a0-9f8c-a5ec39064887), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:10.495095 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.db.segments_db [None req-99d58132-5694-499c-8e58-0566d3d03ba5 admin admin] Added segment f48aca0b-6392-41a0-9f8c-a5ec39064887 of type vlan for network 3d5e0863-e0aa-4017-83f3-d21fc71a25fa Mar 11 15:36:10.534005 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-99d58132-5694-499c-8e58-0566d3d03ba5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743152803018'] for network (3d5e0863-e0aa-4017-83f3-d21fc71a25fa), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:10.618124 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-99d58132-5694-499c-8e58-0566d3d03ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548'] for network (3d5e0863-e0aa-4017-83f3-d21fc71a25fa), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:10.619103 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d58132-5694-499c-8e58-0566d3d03ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:10.619715 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-99d58132-5694-499c-8e58-0566d3d03ba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:10.676557 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d58132-5694-499c-8e58-0566d3d03ba5 admin admin] Pushing event updated for resources: {'Network': ['ID=3d5e0863-e0aa-4017-83f3-d21fc71a25fa,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:10.686885 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Network 3d5e0863-e0aa-4017-83f3-d21fc71a25fa details requested by agent ovs-agent-dv-cinder-833365-1-iscsi with host dv-cinder-833365-1-iscsi {{(pid=103741) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 15:36:10.722117 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-99d58132-5694-499c-8e58-0566d3d03ba5 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6468434 Mar 11 15:36:10.724901 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 38018) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:36:10.729514 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-f899aad3-565a-4a40-b634-9205f791436a admin admin] Request body: {'subnet': {'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-955142217-subnet', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:36:10.828033 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f899aad3-565a-4a40-b634-9205f791436a admin admin] Made reservation on behalf of bb335f8049aa4ee69a88ea78cca02ce5 for: {'subnet': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:10.830362 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f899aad3-565a-4a40-b634-9205f791436a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14213755'] for subnet (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:11.051315 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f899aad3-565a-4a40-b634-9205f791436a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15279788', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14213717'] for subnet (df153bc8-7b31-4f7f-ade9-76f6d477ade7), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:11.109591 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899aad3-565a-4a40-b634-9205f791436a admin admin] Pushing event updated for resources: {'Subnet': ['ID=df153bc8-7b31-4f7f-ade9-76f6d477ade7,revision_number=0']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:11.114811 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f899aad3-565a-4a40-b634-9205f791436a admin admin] Checking segment: {'id': 'f48aca0b-6392-41a0-9f8c-a5ec39064887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:36:11.117484 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f899aad3-565a-4a40-b634-9205f791436a admin admin] Network hostable DHCP agents. Network: 3d5e0863-e0aa-4017-83f3-d21fc71a25fa, hostable agents: ['e21939e9-4971-4f1d-851f-403443bff873'], hosted agents: [] {{(pid=103740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 15:36:11.193357 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f899aad3-565a-4a40-b634-9205f791436a admin admin] Network 3d5e0863-e0aa-4017-83f3-d21fc71a25fa is scheduled to be hosted by DHCP agent e21939e9-4971-4f1d-851f-403443bff873 with binding_index 1 {{(pid=103740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 15:36:11.284786 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-f899aad3-565a-4a40-b634-9205f791436a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833365-1-iscsi, 3d5e0863-e0aa-4017-83f3-d21fc71a25fa) {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:11.288884 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f899aad3-565a-4a40-b634-9205f791436a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:11.289396 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-f899aad3-565a-4a40-b634-9205f791436a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:11.294548 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78e2ff9-d23c-492e-ac42-beab5d4a4a91 None None] Network 3d5e0863-e0aa-4017-83f3-d21fc71a25fa requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:36:11.382464 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-f899aad3-565a-4a40-b634-9205f791436a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6552691 Mar 11 15:36:11.384211 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 38020) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:36:11.389464 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-45272c48-9608-4fa7-8f35-eada02bbdb14 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-955142217-router', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:36:11.396396 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9098a506-1a22-41bf-9274-7b1d0268e3d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba5bfae8-fb0b-5e64-82d4-a0a3cc1a0157-3d5e0863-e0aa-4017-83f3-d21fc71a25fa', 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa', 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'fixed_ips': [{'subnet_id': 'df153bc8-7b31-4f7f-ade9-76f6d477ade7'}]}} from dv-cinder-833365-1-iscsi. {{(pid=103741) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 15:36:11.401523 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9098a506-1a22-41bf-9274-7b1d0268e3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:11.475900 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-45272c48-9608-4fa7-8f35-eada02bbdb14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-624982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8329'] for router (01375421-7f5a-42e6-b696-faf432037c79), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:11.477016 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-45272c48-9608-4fa7-8f35-eada02bbdb14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-625122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628224', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-956055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8432'] for router (01375421-7f5a-42e6-b696-faf432037c79), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:11.532285 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-45272c48-9608-4fa7-8f35-eada02bbdb14 admin admin] Publish callbacks [] for router_controller (01375421-7f5a-42e6-b696-faf432037c79), precommit_add_association {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:11.538007 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.db_base_plugin_common [None req-9098a506-1a22-41bf-9274-7b1d0268e3d4 None None] Allocated IP 172.20.0.2 (3d5e0863-e0aa-4017-83f3-d21fc71a25fa/df153bc8-7b31-4f7f-ade9-76f6d477ade7/c17067ae-6328-456c-b709-c80ea6121ffa) {{(pid=103741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:36:11.690159 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9098a506-1a22-41bf-9274-7b1d0268e3d4 None None] Publish callbacks [] for port (c17067ae-6328-456c-b709-c80ea6121ffa), precommit_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:11.745329 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-45272c48-9608-4fa7-8f35-eada02bbdb14 admin admin] Publish callbacks [] for router_gateway (01375421-7f5a-42e6-b696-faf432037c79), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:11.779233 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9098a506-1a22-41bf-9274-7b1d0268e3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391'] for port (c17067ae-6328-456c-b709-c80ea6121ffa), after_create {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:11.820850 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9098a506-1a22-41bf-9274-7b1d0268e3d4 None None] Network 3d5e0863-e0aa-4017-83f3-d21fc71a25fa is already hosted by enough agents. {{(pid=103741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:11.831139 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.scheduler.base_scheduler [None req-9098a506-1a22-41bf-9274-7b1d0268e3d4 None None] Resources bound (agent type, host, resource id): {{(pid=103741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:11.832987 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098a506-1a22-41bf-9274-7b1d0268e3d4 None None] Pushing event updated for resources: {'Port': ['ID=c17067ae-6328-456c-b709-c80ea6121ffa,revision_number=1']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:11.835083 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9098a506-1a22-41bf-9274-7b1d0268e3d4 None None] Received port after_create {{(pid=103741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:36:11.888778 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-9098a506-1a22-41bf-9274-7b1d0268e3d4 None None] Attempting to bind port c17067ae-6328-456c-b709-c80ea6121ffa on host dv-cinder-833365-1-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:36:11.889147 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-9098a506-1a22-41bf-9274-7b1d0268e3d4 None None] Attempting to bind port c17067ae-6328-456c-b709-c80ea6121ffa by drivers openvswitch,hyperv on host dv-cinder-833365-1-iscsi at level 0 using segments [{'id': 'f48aca0b-6392-41a0-9f8c-a5ec39064887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:36:11.889507 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9098a506-1a22-41bf-9274-7b1d0268e3d4 None None] Attempting to bind port c17067ae-6328-456c-b709-c80ea6121ffa on network 3d5e0863-e0aa-4017-83f3-d21fc71a25fa {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:36:11.895098 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9098a506-1a22-41bf-9274-7b1d0268e3d4 None None] Checking agent: {'id': 'fa4429e9-b5f2-4825-8862-7268ebba473a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833365-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 13, 4), 'started_at': datetime.datetime(2022, 3, 11, 15, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833365-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:36:11.895494 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9098a506-1a22-41bf-9274-7b1d0268e3d4 None None] Checking segment: {'id': 'f48aca0b-6392-41a0-9f8c-a5ec39064887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:36:11.895915 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9098a506-1a22-41bf-9274-7b1d0268e3d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:11.896303 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9098a506-1a22-41bf-9274-7b1d0268e3d4 None None] Bound using segment: {'id': 'f48aca0b-6392-41a0-9f8c-a5ec39064887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:36:11.896760 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-9098a506-1a22-41bf-9274-7b1d0268e3d4 None None] Bound port: c17067ae-6328-456c-b709-c80ea6121ffa, host: dv-cinder-833365-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48aca0b-6392-41a0-9f8c-a5ec39064887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:36:11.897130 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9098a506-1a22-41bf-9274-7b1d0268e3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (c17067ae-6328-456c-b709-c80ea6121ffa), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:11.959637 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-9098a506-1a22-41bf-9274-7b1d0268e3d4 None None] For port c17067ae-6328-456c-b709-c80ea6121ffa, host dv-cinder-833365-1-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:36:11.962564 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-9098a506-1a22-41bf-9274-7b1d0268e3d4 None None] For port c17067ae-6328-456c-b709-c80ea6121ffa, host dv-cinder-833365-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=c17067ae-6328-456c-b709-c80ea6121ffa,segment=NetworkSegment(f48aca0b-6392-41a0-9f8c-a5ec39064887),segment_id=f48aca0b-6392-41a0-9f8c-a5ec39064887)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:36:12.004069 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-45272c48-9608-4fa7-8f35-eada02bbdb14 admin admin] Publish callbacks [] for router_gateway (01375421-7f5a-42e6-b696-faf432037c79), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:12.025481 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-45272c48-9608-4fa7-8f35-eada02bbdb14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:12.029990 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9098a506-1a22-41bf-9274-7b1d0268e3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (c17067ae-6328-456c-b709-c80ea6121ffa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:12.095582 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098a506-1a22-41bf-9274-7b1d0268e3d4 None None] Pushing event updated for resources: {'Port': ['ID=c17067ae-6328-456c-b709-c80ea6121ffa,revision_number=2']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:12.139234 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [None req-45272c48-9608-4fa7-8f35-eada02bbdb14 admin admin] Allocated IP 172.27.2.3 (78e1392b-e3c2-4d04-8c82-7bd84bb30297/7f6dd339-b219-48a3-93bc-4a99710f07af/d4390a84-31ef-4c3d-8cf2-760f4f02b92e) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:36:12.254010 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-45272c48-9608-4fa7-8f35-eada02bbdb14 admin admin] Publish callbacks [] for port (d4390a84-31ef-4c3d-8cf2-760f4f02b92e), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:12.338540 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-45272c48-9608-4fa7-8f35-eada02bbdb14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (d4390a84-31ef-4c3d-8cf2-760f4f02b92e), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:12.385869 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45272c48-9608-4fa7-8f35-eada02bbdb14 admin admin] Network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:12.389090 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-45272c48-9608-4fa7-8f35-eada02bbdb14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:12.393204 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45272c48-9608-4fa7-8f35-eada02bbdb14 admin admin] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:36:12.396188 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45272c48-9608-4fa7-8f35-eada02bbdb14 admin admin] Pushing event updated for resources: {'Port': ['ID=d4390a84-31ef-4c3d-8cf2-760f4f02b92e,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:13.000106 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-45272c48-9608-4fa7-8f35-eada02bbdb14 admin admin] Publish callbacks [] for router_gateway (01375421-7f5a-42e6-b696-faf432037c79), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:13.000292 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dd2ec8-5a06-4542-be92-1f2d67a63bf3 None None] Network 3d5e0863-e0aa-4017-83f3-d21fc71a25fa requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:36:13.076718 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-f585ec8b-ee46-4492-a422-cbb3f303ceb5 None None] Provisioning complete for port c17067ae-6328-456c-b709-c80ea6121ffa triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:36:13.077091 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-f585ec8b-ee46-4492-a422-cbb3f303ceb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (c17067ae-6328-456c-b709-c80ea6121ffa), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:13.217959 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-45272c48-9608-4fa7-8f35-eada02bbdb14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-625133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628335'] for router (01375421-7f5a-42e6-b696-faf432037c79), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:13.286759 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:13.338978 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-f585ec8b-ee46-4492-a422-cbb3f303ceb5 None None] Current status of the port c17067ae-6328-456c-b709-c80ea6121ffa is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:36:13.339344 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-f585ec8b-ee46-4492-a422-cbb3f303ceb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (c17067ae-6328-456c-b709-c80ea6121ffa), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:13.375488 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-f585ec8b-ee46-4492-a422-cbb3f303ceb5 None None] For port c17067ae-6328-456c-b709-c80ea6121ffa, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=c17067ae-6328-456c-b709-c80ea6121ffa,segment=NetworkSegment(f48aca0b-6392-41a0-9f8c-a5ec39064887),segment_id=f48aca0b-6392-41a0-9f8c-a5ec39064887)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:13.401121 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45272c48-9608-4fa7-8f35-eada02bbdb14 admin admin] Router 01375421-7f5a-42e6-b696-faf432037c79 is scheduled to L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 with binding_index 1 {{(pid=103739) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 15:36:13.446782 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-f585ec8b-ee46-4492-a422-cbb3f303ceb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (c17067ae-6328-456c-b709-c80ea6121ffa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:13.500205 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585ec8b-ee46-4492-a422-cbb3f303ceb5 None None] Pushing event updated for resources: {'Port': ['ID=c17067ae-6328-456c-b709-c80ea6121ffa,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:13.520541 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45272c48-9608-4fa7-8f35-eada02bbdb14 admin admin] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:36:13.529708 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a29990-3273-47a7-93ab-28e471461d62 None None] Sync routers for ids ['01375421-7f5a-42e6-b696-faf432037c79'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:36:13.543423 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a29990-3273-47a7-93ab-28e471461d62 None None] Routers {'01375421-7f5a-42e6-b696-faf432037c79'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:36:13.544051 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-85a29990-3273-47a7-93ab-28e471461d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:36:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['01375421-7f5a-42e6-b696-faf432037c79'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:13.611252 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-45272c48-9608-4fa7-8f35-eada02bbdb14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:13.612448 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-45272c48-9608-4fa7-8f35-eada02bbdb14 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2267938 Mar 11 15:36:13.615274 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 38022) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:36:13.641360 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-47f31aa9-5c01-468e-bd48-f79cca5363b3 None None] Provisioning complete for port c17067ae-6328-456c-b709-c80ea6121ffa triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:36:13.641728 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-47f31aa9-5c01-468e-bd48-f79cca5363b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (c17067ae-6328-456c-b709-c80ea6121ffa), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:13.681996 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-85a29990-3273-47a7-93ab-28e471461d62 None None] Set router 01375421-7f5a-42e6-b696-faf432037c79 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:36:13.861147 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-47f31aa9-5c01-468e-bd48-f79cca5363b3 None None] Current status of the port c17067ae-6328-456c-b709-c80ea6121ffa is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:36:13.904085 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device c17067ae-6328-456c-b709-c80ea6121ffa up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:36:13.953791 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-85a29990-3273-47a7-93ab-28e471461d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01375421-7f5a-42e6-b696-faf432037c79', 'name': 'tempest-AttachVolumeTestJSON-955142217-router', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:11Z', 'updated_at': '2022-03-11T15:36:12Z', 'revision_number': 3, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'gw_port': {'id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:00:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01375421-7f5a-42e6-b696-faf432037c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:12Z', 'updated_at': '2022-03-11T15:36:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:13.983580 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a29990-3273-47a7-93ab-28e471461d62 None None] Checking router: 01375421-7f5a-42e6-b696-faf432037c79 for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:36:13.983926 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a29990-3273-47a7-93ab-28e471461d62 None None] Updating router 01375421-7f5a-42e6-b696-faf432037c79 port d4390a84-31ef-4c3d-8cf2-760f4f02b92e binding host dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:36:14.008274 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port c17067ae-6328-456c-b709-c80ea6121ffa triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:36:14.008972 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (c17067ae-6328-456c-b709-c80ea6121ffa), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:14.037179 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-85a29990-3273-47a7-93ab-28e471461d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (d4390a84-31ef-4c3d-8cf2-760f4f02b92e), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:14.039314 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3c5b59d2-bec1-41f1-a478-f34ecbe078ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:14.194210 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port c17067ae-6328-456c-b709-c80ea6121ffa is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:36:14.196981 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [None req-3c5b59d2-bec1-41f1-a478-f34ecbe078ea admin admin] Allocated IP 172.20.0.1 (3d5e0863-e0aa-4017-83f3-d21fc71a25fa/df153bc8-7b31-4f7f-ade9-76f6d477ade7/4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:36:14.302735 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3c5b59d2-bec1-41f1-a478-f34ecbe078ea admin admin] Publish callbacks [] for port (4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:14.329126 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-85a29990-3273-47a7-93ab-28e471461d62 None None] Publish callbacks [] for port (d4390a84-31ef-4c3d-8cf2-760f4f02b92e), precommit_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:14.412389 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-85a29990-3273-47a7-93ab-28e471461d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (d4390a84-31ef-4c3d-8cf2-760f4f02b92e), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:14.435843 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3c5b59d2-bec1-41f1-a478-f34ecbe078ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:14.465787 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c2717-eca5-46b9-ab7f-f83c9ee5217a None None] Pushing event updated for resources: {'Port': ['ID=d4390a84-31ef-4c3d-8cf2-760f4f02b92e,revision_number=2']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:14.468279 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-85a29990-3273-47a7-93ab-28e471461d62 None None] Attempting to bind port d4390a84-31ef-4c3d-8cf2-760f4f02b92e on host dv-cinder-833365-1-iscsi for vnic_type normal with profile {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:36:14.468648 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-85a29990-3273-47a7-93ab-28e471461d62 None None] Attempting to bind port d4390a84-31ef-4c3d-8cf2-760f4f02b92e by drivers openvswitch,hyperv on host dv-cinder-833365-1-iscsi at level 0 using segments [{'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:36:14.469012 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a29990-3273-47a7-93ab-28e471461d62 None None] Attempting to bind port d4390a84-31ef-4c3d-8cf2-760f4f02b92e on network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:36:14.474568 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a29990-3273-47a7-93ab-28e471461d62 None None] Checking agent: {'id': 'fa4429e9-b5f2-4825-8862-7268ebba473a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833365-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 13, 4), 'started_at': datetime.datetime(2022, 3, 11, 15, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833365-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:36:14.474938 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a29990-3273-47a7-93ab-28e471461d62 None None] Checking segment: {'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:36:14.475338 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-85a29990-3273-47a7-93ab-28e471461d62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:14.475757 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a29990-3273-47a7-93ab-28e471461d62 None None] Bound using segment: {'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'} {{(pid=103741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:36:14.476225 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.managers [None req-85a29990-3273-47a7-93ab-28e471461d62 None None] Bound port: d4390a84-31ef-4c3d-8cf2-760f4f02b92e, host: dv-cinder-833365-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a1f402-9998-47a9-9edb-15a3bada483f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}}] {{(pid=103741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:36:14.476599 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-85a29990-3273-47a7-93ab-28e471461d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (d4390a84-31ef-4c3d-8cf2-760f4f02b92e), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:14.477018 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5b59d2-bec1-41f1-a478-f34ecbe078ea admin admin] Network 3d5e0863-e0aa-4017-83f3-d21fc71a25fa is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:14.484167 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-3c5b59d2-bec1-41f1-a478-f34ecbe078ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:14.486539 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5b59d2-bec1-41f1-a478-f34ecbe078ea admin admin] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:36:14.492167 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b59d2-bec1-41f1-a478-f34ecbe078ea admin admin] Pushing event updated for resources: {'Port': ['ID=4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:14.531019 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3c5b59d2-bec1-41f1-a478-f34ecbe078ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-630528'] for router_interface (01375421-7f5a-42e6-b696-faf432037c79), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:14.534539 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-85a29990-3273-47a7-93ab-28e471461d62 None None] For port d4390a84-31ef-4c3d-8cf2-760f4f02b92e, host dv-cinder-833365-1-iscsi, cleared binding levels {{(pid=103741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:36:14.538311 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-85a29990-3273-47a7-93ab-28e471461d62 None None] For port d4390a84-31ef-4c3d-8cf2-760f4f02b92e, host dv-cinder-833365-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=d4390a84-31ef-4c3d-8cf2-760f4f02b92e,segment=NetworkSegment(64a1f402-9998-47a9-9edb-15a3bada483f),segment_id=64a1f402-9998-47a9-9edb-15a3bada483f)] {{(pid=103741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:36:14.599547 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-85a29990-3273-47a7-93ab-28e471461d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (d4390a84-31ef-4c3d-8cf2-760f4f02b92e), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:14.659877 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a29990-3273-47a7-93ab-28e471461d62 None None] Routers {'01375421-7f5a-42e6-b696-faf432037c79'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:36:14.660579 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-85a29990-3273-47a7-93ab-28e471461d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:36:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['01375421-7f5a-42e6-b696-faf432037c79'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:14.700248 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c2717-eca5-46b9-ab7f-f83c9ee5217a None None] Pushing event updated for resources: {'Port': ['ID=d4390a84-31ef-4c3d-8cf2-760f4f02b92e,revision_number=3']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:14.738372 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3c5b59d2-bec1-41f1-a478-f34ecbe078ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:14.782703 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-85a29990-3273-47a7-93ab-28e471461d62 None None] Set router 01375421-7f5a-42e6-b696-faf432037c79 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:36:14.858832 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d8c59702-0e55-431f-833d-5637095008f3 None None] Provisioning complete for port 4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:36:14.859193 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d8c59702-0e55-431f-833d-5637095008f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:14.900227 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3c5b59d2-bec1-41f1-a478-f34ecbe078ea admin admin] Publish callbacks [] for port (4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:14.936103 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d8c59702-0e55-431f-833d-5637095008f3 None None] Port 4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:36:14.955301 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3c5b59d2-bec1-41f1-a478-f34ecbe078ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:15.001825 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-85a29990-3273-47a7-93ab-28e471461d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01375421-7f5a-42e6-b696-faf432037c79', 'name': 'tempest-AttachVolumeTestJSON-955142217-router', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:11Z', 'updated_at': '2022-03-11T15:36:12Z', 'revision_number': 3, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'gw_port': {'id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:00:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01375421-7f5a-42e6-b696-faf432037c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:12Z', 'updated_at': '2022-03-11T15:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:15.025221 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3c5b59d2-bec1-41f1-a478-f34ecbe078ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-540598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630700'] for router_interface (01375421-7f5a-42e6-b696-faf432037c79), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:15.026948 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b59d2-bec1-41f1-a478-f34ecbe078ea admin admin] Pushing event updated for resources: {'Port': ['ID=4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:15.029094 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a29990-3273-47a7-93ab-28e471461d62 None None] The sync data for ids ['01375421-7f5a-42e6-b696-faf432037c79'] in dv-cinder-833365-1-iscsi is: [{'id': '01375421-7f5a-42e6-b696-faf432037c79', 'name': 'tempest-AttachVolumeTestJSON-955142217-router', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:11Z', 'updated_at': '2022-03-11T15:36:12Z', 'revision_number': 3, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'gw_port': {'id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:00:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01375421-7f5a-42e6-b696-faf432037c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:12Z', 'updated_at': '2022-03-11T15:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:36:15.123572 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5b59d2-bec1-41f1-a478-f34ecbe078ea admin admin] Network 3d5e0863-e0aa-4017-83f3-d21fc71a25fa is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:15.124854 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-3c5b59d2-bec1-41f1-a478-f34ecbe078ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:15.245693 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5b59d2-bec1-41f1-a478-f34ecbe078ea admin admin] Router 01375421-7f5a-42e6-b696-faf432037c79 has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:36:15.374037 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5b59d2-bec1-41f1-a478-f34ecbe078ea admin admin] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:36:15.379853 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-3c5b59d2-bec1-41f1-a478-f34ecbe078ea admin admin] 10.222.0.44 "PUT /v2.0/routers/01375421-7f5a-42e6-b696-faf432037c79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7635219 Mar 11 15:36:15.459909 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-29aa38f0-3704-4568-b020-2db0af4efd68 None None] Provisioning complete for port 4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:36:15.460292 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-29aa38f0-3704-4568-b020-2db0af4efd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:15.513245 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-29aa38f0-3704-4568-b020-2db0af4efd68 None None] Port 4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:36:15.885957 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device d4390a84-31ef-4c3d-8cf2-760f4f02b92e up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:36:15.934540 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port d4390a84-31ef-4c3d-8cf2-760f4f02b92e triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:36:15.935085 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (d4390a84-31ef-4c3d-8cf2-760f4f02b92e), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:16.012982 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port d4390a84-31ef-4c3d-8cf2-760f4f02b92e is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:36:16.013362 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (d4390a84-31ef-4c3d-8cf2-760f4f02b92e), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:16.033384 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] For port d4390a84-31ef-4c3d-8cf2-760f4f02b92e, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=d4390a84-31ef-4c3d-8cf2-760f4f02b92e,segment=NetworkSegment(64a1f402-9998-47a9-9edb-15a3bada483f),segment_id=64a1f402-9998-47a9-9edb-15a3bada483f)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:16.091961 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (d4390a84-31ef-4c3d-8cf2-760f4f02b92e), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:16.140121 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Pushing event updated for resources: {'Port': ['ID=d4390a84-31ef-4c3d-8cf2-760f4f02b92e,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:16.568715 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba19669-eade-4c76-9ffb-82e45df7e5f4 None None] Sync routers for ids ['01375421-7f5a-42e6-b696-faf432037c79'] in dv-cinder-833365-1-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:36:16.579706 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba19669-eade-4c76-9ffb-82e45df7e5f4 None None] Routers {'01375421-7f5a-42e6-b696-faf432037c79'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:36:16.580318 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-eba19669-eade-4c76-9ffb-82e45df7e5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:36:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['01375421-7f5a-42e6-b696-faf432037c79'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:16.690002 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-eba19669-eade-4c76-9ffb-82e45df7e5f4 None None] Set router 01375421-7f5a-42e6-b696-faf432037c79 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:36:16.904760 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-eba19669-eade-4c76-9ffb-82e45df7e5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01375421-7f5a-42e6-b696-faf432037c79', 'name': 'tempest-AttachVolumeTestJSON-955142217-router', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:11Z', 'updated_at': '2022-03-11T15:36:14Z', 'revision_number': 4, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'gw_port': {'id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:00:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01375421-7f5a-42e6-b696-faf432037c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:12Z', 'updated_at': '2022-03-11T15:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a', 'name': '', 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'mac_address': 'fa:16:3e:fd:a1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01375421-7f5a-42e6-b696-faf432037c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'df153bc8-7b31-4f7f-ade9-76f6d477ade7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:14Z', 'updated_at': '2022-03-11T15:36:14Z', 'revision_number': 2, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'subnets': [{'id': 'df153bc8-7b31-4f7f-ade9-76f6d477ade7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:16.934012 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba19669-eade-4c76-9ffb-82e45df7e5f4 None None] Checking router: 01375421-7f5a-42e6-b696-faf432037c79 for host: dv-cinder-833365-1-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:36:16.934012 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba19669-eade-4c76-9ffb-82e45df7e5f4 None None] Updating router 01375421-7f5a-42e6-b696-faf432037c79 port 4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a binding host dv-cinder-833365-1-iscsi {{(pid=103742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 15:36:16.958585 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-eba19669-eade-4c76-9ffb-82e45df7e5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:17.045710 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 38032) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:36:17.050486 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-453c8f00-fd1c-400a-8305-2de841172594 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1649143853', 'description': 'tempest-description--1094566977'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:36:17.238342 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-eba19669-eade-4c76-9ffb-82e45df7e5f4 None None] Publish callbacks [] for port (4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a), precommit_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:17.241244 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-453c8f00-fd1c-400a-8305-2de841172594 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:17.306858 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-453c8f00-fd1c-400a-8305-2de841172594 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for security_group (18208794-b085-468d-bcf9-55a820c9c392), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:17.326757 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-eba19669-eade-4c76-9ffb-82e45df7e5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:17.394898 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-453c8f00-fd1c-400a-8305-2de841172594 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (18208794-b085-468d-bcf9-55a820c9c392), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:17.397371 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711852d3-94c2-4a59-a280-b7b9385622a4 None None] Pushing event updated for resources: {'Port': ['ID=4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a,revision_number=3']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:17.422131 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711852d3-94c2-4a59-a280-b7b9385622a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:17.422590 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711852d3-94c2-4a59-a280-b7b9385622a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:17.422916 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711852d3-94c2-4a59-a280-b7b9385622a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:17.423248 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711852d3-94c2-4a59-a280-b7b9385622a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:17.423637 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711852d3-94c2-4a59-a280-b7b9385622a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:17.423965 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711852d3-94c2-4a59-a280-b7b9385622a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:17.424290 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711852d3-94c2-4a59-a280-b7b9385622a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:17.424612 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711852d3-94c2-4a59-a280-b7b9385622a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:17.424934 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711852d3-94c2-4a59-a280-b7b9385622a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:17.425266 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711852d3-94c2-4a59-a280-b7b9385622a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:17.425601 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711852d3-94c2-4a59-a280-b7b9385622a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:17.425904 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711852d3-94c2-4a59-a280-b7b9385622a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:17.426223 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-711852d3-94c2-4a59-a280-b7b9385622a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:36:17.428622 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c8f00-fd1c-400a-8305-2de841172594 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18208794-b085-468d-bcf9-55a820c9c392,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:17.439459 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-eba19669-eade-4c76-9ffb-82e45df7e5f4 None None] Attempting to bind port 4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a on host dv-cinder-833365-1-iscsi for vnic_type normal with profile {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:36:17.444495 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-eba19669-eade-4c76-9ffb-82e45df7e5f4 None None] Attempting to bind port 4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a by drivers openvswitch,hyperv on host dv-cinder-833365-1-iscsi at level 0 using segments [{'id': 'f48aca0b-6392-41a0-9f8c-a5ec39064887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa'}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:36:17.444495 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba19669-eade-4c76-9ffb-82e45df7e5f4 None None] Attempting to bind port 4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a on network 3d5e0863-e0aa-4017-83f3-d21fc71a25fa {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:36:17.445783 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba19669-eade-4c76-9ffb-82e45df7e5f4 None None] Checking agent: {'id': 'fa4429e9-b5f2-4825-8862-7268ebba473a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833365-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 13, 4), 'started_at': datetime.datetime(2022, 3, 11, 15, 13, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833365-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:36:17.446163 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba19669-eade-4c76-9ffb-82e45df7e5f4 None None] Checking segment: {'id': 'f48aca0b-6392-41a0-9f8c-a5ec39064887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:36:17.446542 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-eba19669-eade-4c76-9ffb-82e45df7e5f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:17.447071 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba19669-eade-4c76-9ffb-82e45df7e5f4 None None] Bound using segment: {'id': 'f48aca0b-6392-41a0-9f8c-a5ec39064887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa'} {{(pid=103742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:36:17.447604 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.managers [None req-eba19669-eade-4c76-9ffb-82e45df7e5f4 None None] Bound port: 4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a, host: dv-cinder-833365-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f48aca0b-6392-41a0-9f8c-a5ec39064887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa'}}] {{(pid=103742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:36:17.447931 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-eba19669-eade-4c76-9ffb-82e45df7e5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a), before_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:17.499895 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-453c8f00-fd1c-400a-8305-2de841172594 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:17.506437 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-453c8f00-fd1c-400a-8305-2de841172594 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4543784 Mar 11 15:36:17.506437 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 38034) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:36:17.509996 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-2bbce7b1-d132-4376-af0b-23df01ad9a3a tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Request body: {'security_group_rule': {'security_group_id': '18208794-b085-468d-bcf9-55a820c9c392', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:36:17.515735 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-eba19669-eade-4c76-9ffb-82e45df7e5f4 None None] For port 4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a, host dv-cinder-833365-1-iscsi, cleared binding levels {{(pid=103742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:36:17.519101 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.plugins.ml2.db [None req-eba19669-eade-4c76-9ffb-82e45df7e5f4 None None] For port 4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a, host dv-cinder-833365-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a,segment=NetworkSegment(f48aca0b-6392-41a0-9f8c-a5ec39064887),segment_id=f48aca0b-6392-41a0-9f8c-a5ec39064887)] {{(pid=103742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:36:17.607407 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron_lib.callbacks.manager [None req-eba19669-eade-4c76-9ffb-82e45df7e5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a), after_update {{(pid=103742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:17.623298 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2bbce7b1-d132-4376-af0b-23df01ad9a3a tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for security_group_rule (45445f31-127d-43a5-8c7b-41b380ffa192), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:17.649009 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-b1046258-57ef-41dc-86a0-5e6d8c4db69d None None] Provisioning complete for port 4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:36:17.649847 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b1046258-57ef-41dc-86a0-5e6d8c4db69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:17.669405 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711852d3-94c2-4a59-a280-b7b9385622a4 None None] Pushing event updated for resources: {'Port': ['ID=4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a,revision_number=4']} {{(pid=103742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:17.677467 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba19669-eade-4c76-9ffb-82e45df7e5f4 None None] Routers {'01375421-7f5a-42e6-b696-faf432037c79'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:36:17.678092 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-eba19669-eade-4c76-9ffb-82e45df7e5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:36:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['01375421-7f5a-42e6-b696-faf432037c79'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:17.721691 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2bbce7b1-d132-4376-af0b-23df01ad9a3a tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for security_group_rule (45445f31-127d-43a5-8c7b-41b380ffa192), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:17.774103 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-b1046258-57ef-41dc-86a0-5e6d8c4db69d None None] Current status of the port 4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a is: DOWN; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:36:17.775047 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b1046258-57ef-41dc-86a0-5e6d8c4db69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:17.787682 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2bbce7b1-d132-4376-af0b-23df01ad9a3a tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951566'] for security_group_rule (45445f31-127d-43a5-8c7b-41b380ffa192), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:17.798389 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-eba19669-eade-4c76-9ffb-82e45df7e5f4 None None] Set router 01375421-7f5a-42e6-b696-faf432037c79 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:36:17.814876 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-b1046258-57ef-41dc-86a0-5e6d8c4db69d None None] For port 4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a,segment=NetworkSegment(f48aca0b-6392-41a0-9f8c-a5ec39064887),segment_id=f48aca0b-6392-41a0-9f8c-a5ec39064887)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:17.823391 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbce7b1-d132-4376-af0b-23df01ad9a3a tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45445f31-127d-43a5-8c7b-41b380ffa192,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:17.896817 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b1046258-57ef-41dc-86a0-5e6d8c4db69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:17.906422 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device d4390a84-31ef-4c3d-8cf2-760f4f02b92e up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:36:17.928387 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-2bbce7b1-d132-4376-af0b-23df01ad9a3a tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:17.928387 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-2bbce7b1-d132-4376-af0b-23df01ad9a3a tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4231262 Mar 11 15:36:17.930780 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 38036) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:36:17.935815 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-997f8cf8-0320-4560-8573-a547fafb0c8e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Request body: {'security_group_rule': {'security_group_id': '18208794-b085-468d-bcf9-55a820c9c392', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:36:17.978793 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1046258-57ef-41dc-86a0-5e6d8c4db69d None None] Pushing event updated for resources: {'Port': ['ID=4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:17.992807 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port d4390a84-31ef-4c3d-8cf2-760f4f02b92e triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:36:17.993242 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (d4390a84-31ef-4c3d-8cf2-760f4f02b92e), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:18.021601 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-eba19669-eade-4c76-9ffb-82e45df7e5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01375421-7f5a-42e6-b696-faf432037c79', 'name': 'tempest-AttachVolumeTestJSON-955142217-router', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:11Z', 'updated_at': '2022-03-11T15:36:14Z', 'revision_number': 4, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'gw_port': {'id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:00:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01375421-7f5a-42e6-b696-faf432037c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:12Z', 'updated_at': '2022-03-11T15:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a', 'name': '', 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'mac_address': 'fa:16:3e:fd:a1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01375421-7f5a-42e6-b696-faf432037c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'df153bc8-7b31-4f7f-ade9-76f6d477ade7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:14Z', 'updated_at': '2022-03-11T15:36:17Z', 'revision_number': 4, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'subnets': [{'id': 'df153bc8-7b31-4f7f-ade9-76f6d477ade7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:18.038531 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-997f8cf8-0320-4560-8573-a547fafb0c8e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for security_group_rule (3218c337-d970-4519-a848-72590079de88), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:18.056904 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba19669-eade-4c76-9ffb-82e45df7e5f4 None None] The sync data for ids ['01375421-7f5a-42e6-b696-faf432037c79'] in dv-cinder-833365-1-iscsi is: [{'id': '01375421-7f5a-42e6-b696-faf432037c79', 'name': 'tempest-AttachVolumeTestJSON-955142217-router', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:11Z', 'updated_at': '2022-03-11T15:36:14Z', 'revision_number': 4, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'gw_port': {'id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:00:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01375421-7f5a-42e6-b696-faf432037c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:12Z', 'updated_at': '2022-03-11T15:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a', 'name': '', 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'mac_address': 'fa:16:3e:fd:a1:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01375421-7f5a-42e6-b696-faf432037c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'df153bc8-7b31-4f7f-ade9-76f6d477ade7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:14Z', 'updated_at': '2022-03-11T15:36:17Z', 'revision_number': 4, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'subnets': [{'id': 'df153bc8-7b31-4f7f-ade9-76f6d477ade7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:36:18.208370 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-4a0bdb06-aea0-4b30-8dde-26d3b8b48c5a None None] Provisioning complete for port 4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:36:18.208735 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-4a0bdb06-aea0-4b30-8dde-26d3b8b48c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:18.284266 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port d4390a84-31ef-4c3d-8cf2-760f4f02b92e is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:36:18.328614 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-4a0bdb06-aea0-4b30-8dde-26d3b8b48c5a None None] Current status of the port 4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:36:18.425731 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-997f8cf8-0320-4560-8573-a547fafb0c8e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for security_group_rule (3218c337-d970-4519-a848-72590079de88), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:18.526677 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-997f8cf8-0320-4560-8573-a547fafb0c8e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951566'] for security_group_rule (3218c337-d970-4519-a848-72590079de88), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:18.547433 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f8cf8-0320-4560-8573-a547fafb0c8e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3218c337-d970-4519-a848-72590079de88,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:18.607176 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-997f8cf8-0320-4560-8573-a547fafb0c8e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:18.608508 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-997f8cf8-0320-4560-8573-a547fafb0c8e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6764889 Mar 11 15:36:18.611510 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 38038) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:36:18.616080 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-d73a2a6d-5cf0-49e6-9093-2b95e3433fd3 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Request body: {'floatingip': {'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:36:18.696719 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d73a2a6d-5cf0-49e6-9093-2b95e3433fd3 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:18.800619 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d73a2a6d-5cf0-49e6-9093-2b95e3433fd3 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:18.912176 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [None req-d73a2a6d-5cf0-49e6-9093-2b95e3433fd3 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Allocated IP 172.27.2.216 (78e1392b-e3c2-4d04-8c82-7bd84bb30297/7f6dd339-b219-48a3-93bc-4a99710f07af/857d0398-4225-4c64-b2ef-eeaed42d9381) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:36:19.021307 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d73a2a6d-5cf0-49e6-9093-2b95e3433fd3 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for port (857d0398-4225-4c64-b2ef-eeaed42d9381), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:19.130830 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d73a2a6d-5cf0-49e6-9093-2b95e3433fd3 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (857d0398-4225-4c64-b2ef-eeaed42d9381), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:19.169347 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73a2a6d-5cf0-49e6-9093-2b95e3433fd3 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:19.174898 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [None req-d73a2a6d-5cf0-49e6-9093-2b95e3433fd3 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:19.178429 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73a2a6d-5cf0-49e6-9093-2b95e3433fd3 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:36:19.183928 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a2a6d-5cf0-49e6-9093-2b95e3433fd3 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Pushing event updated for resources: {'Port': ['ID=857d0398-4225-4c64-b2ef-eeaed42d9381,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:19.263910 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d73a2a6d-5cf0-49e6-9093-2b95e3433fd3 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for floatingip (4971ce3e-a604-4d85-ae79-22e2b9917d41), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:19.342267 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d73a2a6d-5cf0-49e6-9093-2b95e3433fd3 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (857d0398-4225-4c64-b2ef-eeaed42d9381), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:19.490046 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d73a2a6d-5cf0-49e6-9093-2b95e3433fd3 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for port (857d0398-4225-4c64-b2ef-eeaed42d9381), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:19.559611 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d73a2a6d-5cf0-49e6-9093-2b95e3433fd3 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (857d0398-4225-4c64-b2ef-eeaed42d9381), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:19.629905 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a2a6d-5cf0-49e6-9093-2b95e3433fd3 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Pushing event updated for resources: {'Port': ['ID=857d0398-4225-4c64-b2ef-eeaed42d9381,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:19.642076 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d73a2a6d-5cf0-49e6-9093-2b95e3433fd3 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628361'] for floatingip (4971ce3e-a604-4d85-ae79-22e2b9917d41), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:19.709287 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-d73a2a6d-5cf0-49e6-9093-2b95e3433fd3 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:19.710524 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-d73a2a6d-5cf0-49e6-9093-2b95e3433fd3 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0979798 Mar 11 15:36:19.867314 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-1280eee0-1b81-4ae7-9d01-f4264d598eec tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1649143853&fields=id&tenant_id=bb335f8049aa4ee69a88ea78cca02ce5 HTTP/1.1" status: 200 len: 267 time: 0.0533006 Mar 11 15:36:19.888690 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a up at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:36:19.938813 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Provisioning complete for port 4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:36:19.939181 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:19.977141 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-5f7ea1be-8f03-4428-8430-b9a4e8599654 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:19.978602 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-5f7ea1be-8f03-4428-8430-b9a4e8599654 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/networks?id=3d5e0863-e0aa-4017-83f3-d21fc71a25fa HTTP/1.1" status: 200 len: 810 time: 0.1035666 Mar 11 15:36:19.993327 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-2d49d499-f2b9-49dc-95d8-0dfb83cddf23 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/quotas/bb335f8049aa4ee69a88ea78cca02ce5 HTTP/1.1" status: 200 len: 375 time: 0.0091975 Mar 11 15:36:20.015460 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Current status of the port 4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a is: ACTIVE; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:36:20.052097 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-a0e84987-f49c-4913-9d26-284305c311bc tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb335f8049aa4ee69a88ea78cca02ce5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531814 Mar 11 15:36:20.189398 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-eaf729af-cba0-4ef7-81ac-edd2913d7a50 service neutron] 10.222.0.44 "GET /v2.0/networks/3d5e0863-e0aa-4017-83f3-d21fc71a25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256466 Mar 11 15:36:20.280558 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-63ffd452-0a13-4448-a8aa-7b70833f64bc service neutron] 10.222.0.44 "GET /v2.0/networks/3d5e0863-e0aa-4017-83f3-d21fc71a25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856285 Mar 11 15:36:21.568136 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-8a6524e1-5de4-4c6d-811a-d3992440ab93 req-6575f455-d3ee-442f-8e36-e68583dee945 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 210 time: 0.0277119 Mar 11 15:36:21.992120 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 38064) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:36:22.150772 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-c0328e21-5880-46e9-9981-96a721798448 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Deleting port eaeb8059-c9f4-4c23-90dd-8e3336a6f0f4 {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:36:22.151109 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c0328e21-5880-46e9-9981-96a721798448 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (eaeb8059-c9f4-4c23-90dd-8e3336a6f0f4), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:22.229148 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c0328e21-5880-46e9-9981-96a721798448 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (eaeb8059-c9f4-4c23-90dd-8e3336a6f0f4), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:22.231511 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c0328e21-5880-46e9-9981-96a721798448 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for floatingip (eaeb8059-c9f4-4c23-90dd-8e3336a6f0f4), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:22.241955 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-c0328e21-5880-46e9-9981-96a721798448 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Calling delete_port for eaeb8059-c9f4-4c23-90dd-8e3336a6f0f4 owned by network:floatingip {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:36:22.458253 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c0328e21-5880-46e9-9981-96a721798448 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (eaeb8059-c9f4-4c23-90dd-8e3336a6f0f4), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:22.484834 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0328e21-5880-46e9-9981-96a721798448 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Pushing event deleted for resources: {'Port': ['ID=eaeb8059-c9f4-4c23-90dd-8e3336a6f0f4,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:22.554453 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c0328e21-5880-46e9-9981-96a721798448 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for floatingip (c2217d4f-6447-4698-bdb1-eb414ae33621), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:22.554909 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.db.l3_db [None req-c0328e21-5880-46e9-9981-96a721798448 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Floating IP c2217d4f-6447-4698-bdb1-eb414ae33621 disassociated (deleted). External IP: 172.27.2.40, port: 31087c94-80ec-4fb3-b15d-247c4e6dc94b. Mar 11 15:36:22.679621 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5848f017-e58e-414a-9abc-a611c9e27357 req-78ea9a91-417d-43d1-baa7-acb2cb03ecce tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 210 time: 0.0353484 Mar 11 15:36:22.799062 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0328e21-5880-46e9-9981-96a721798448 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Router b53d117e-edb0-42b3-8951-e2f506749f3c has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:36:22.915686 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0328e21-5880-46e9-9981-96a721798448 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:36:22.920785 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c0328e21-5880-46e9-9981-96a721798448 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:22.926408 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2624ec-b4a9-4a29-b988-b42b27cfee36 None None] Sync routers for ids ['b53d117e-edb0-42b3-8951-e2f506749f3c'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:36:22.937897 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2624ec-b4a9-4a29-b988-b42b27cfee36 None None] Routers {'b53d117e-edb0-42b3-8951-e2f506749f3c'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:36:22.938520 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-dc2624ec-b4a9-4a29-b988-b42b27cfee36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:36:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['b53d117e-edb0-42b3-8951-e2f506749f3c'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:22.964513 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-c0328e21-5880-46e9-9981-96a721798448 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "DELETE /v2.0/floatingips/c2217d4f-6447-4698-bdb1-eb414ae33621 HTTP/1.1" status: 204 len: 168 time: 0.9712312 Mar 11 15:36:22.965823 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030b4921-63e5-48d3-bc40-891e22353b9e', 'tag': '31087c94-80ec-4fb3-b15d-247c4e6dc94b'}] {{(pid=103740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:36:22.968157 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}650d324cd5ca1e8c5fe43ff80fd40eee127a08b7efb0df58efbaed5274d8fbf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34e29dc-c1df-452a-a4af-499feb7e0cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "030b4921-63e5-48d3-bc40-891e22353b9e", "tag": "31087c94-80ec-4fb3-b15d-247c4e6dc94b"}]}' {{(pid=103740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:36:23.076981 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-dc2624ec-b4a9-4a29-b988-b42b27cfee36 None None] Set router b53d117e-edb0-42b3-8951-e2f506749f3c gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:36:23.107039 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5df2fe2-b219-4c81-925b-24de8698cee6 x-openstack-request-id: req-e5df2fe2-b219-4c81-925b-24de8698cee6 {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:36:23.107681 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030b4921-63e5-48d3-bc40-891e22353b9e", "tag": "31087c94-80ec-4fb3-b15d-247c4e6dc94b", "status": "completed", "code": 200}]} {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:36:23.107783 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e5df2fe2-b219-4c81-925b-24de8698cee6 {{(pid=103740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:36:23.108288 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030b4921-63e5-48d3-bc40-891e22353b9e', 'tag': '31087c94-80ec-4fb3-b15d-247c4e6dc94b', 'status': 'completed', 'code': 200} Mar 11 15:36:23.179644 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e29dc-c1df-452a-a4af-499feb7e0cf5 req-1d2308fa-9997-436b-a87c-66b24a702747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:23.181198 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f34e29dc-c1df-452a-a4af-499feb7e0cf5 req-1d2308fa-9997-436b-a87c-66b24a702747 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a05c04b4e4784d13a9c157c76e0ff03a&device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 1129 time: 0.0490918 Mar 11 15:36:23.283338 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e29dc-c1df-452a-a4af-499feb7e0cf5 req-b07e05da-467e-4c19-8205-28baffd04512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:23.284937 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f34e29dc-c1df-452a-a4af-499feb7e0cf5 req-b07e05da-467e-4c19-8205-28baffd04512 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 HTTP/1.1" status: 200 len: 913 time: 0.0981169 Mar 11 15:36:23.328270 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f34e29dc-c1df-452a-a4af-499feb7e0cf5 req-65390e73-3ff0-4c3f-9880-bd3ab94ddebd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31087c94-80ec-4fb3-b15d-247c4e6dc94b HTTP/1.1" status: 200 len: 217 time: 0.0370808 Mar 11 15:36:23.383498 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-dc2624ec-b4a9-4a29-b988-b42b27cfee36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'name': 'tempest-TestVolumeBootPattern-2045321718-router', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:47Z', 'updated_at': '2022-03-11T15:26:51Z', 'revision_number': 4, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'gw_port': {'id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:48Z', 'updated_at': '2022-03-11T15:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': '831a6531-9cec-42b2-91c3-1bbee15d5867', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'port_id': 'c54d9cfe-e12d-4438-82f7-9138b5e3b11e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'mac_address': 'fa:16:3e:21:c7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddbc544-f2e9-4bc7-aead-e11bf7f85241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:31:16Z', 'updated_at': '2022-03-11T15:31:18Z', 'revision_number': 1, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7013fe69-cb7e-4783-8d3d-6fea370201d7', 'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'mac_address': 'fa:16:3e:da:0a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:50Z', 'updated_at': '2022-03-11T15:26:55Z', 'revision_number': 5, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'subnets': [{'id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:23.398015 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e29dc-c1df-452a-a4af-499feb7e0cf5 req-a8f060a4-918d-4455-89d3-876998e40e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:23.399858 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f34e29dc-c1df-452a-a4af-499feb7e0cf5 req-a8f060a4-918d-4455-89d3-876998e40e68 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ff0797ed-948d-4bc0-a15c-6d476f6713f7 HTTP/1.1" status: 200 len: 851 time: 0.0541441 Mar 11 15:36:23.420703 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2624ec-b4a9-4a29-b988-b42b27cfee36 None None] Checking router: b53d117e-edb0-42b3-8951-e2f506749f3c for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:36:23.433976 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2624ec-b4a9-4a29-b988-b42b27cfee36 None None] Routers {'b53d117e-edb0-42b3-8951-e2f506749f3c'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:36:23.434715 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-dc2624ec-b4a9-4a29-b988-b42b27cfee36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:36:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['b53d117e-edb0-42b3-8951-e2f506749f3c'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:23.438334 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c99f9d-5b76-4875-aedb-a23f583bea19 req-3bac52ef-be20-4b59-8b3b-278f5c644dc5 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:23.438909 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a5c99f9d-5b76-4875-aedb-a23f583bea19 req-3bac52ef-be20-4b59-8b3b-278f5c644dc5 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 945 time: 0.0626118 Mar 11 15:36:23.465958 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e29dc-c1df-452a-a4af-499feb7e0cf5 req-85ff3d69-bbfb-4d04-8e00-084cc68d2438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:23.467962 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f34e29dc-c1df-452a-a4af-499feb7e0cf5 req-85ff3d69-bbfb-4d04-8e00-084cc68d2438 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0af61b1c-cde3-490d-a2cc-9dcf9e2c2131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590930 Mar 11 15:36:23.497544 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-a5c99f9d-5b76-4875-aedb-a23f583bea19 req-0b8458f5-de66-44e7-b42b-a1d378c18c4c tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529883 Mar 11 15:36:23.575268 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f34e29dc-c1df-452a-a4af-499feb7e0cf5 req-0f71d5ad-4619-4187-812f-57901a7e4b7f service neutron] 10.222.0.66 "GET /v2.0/networks/0af61b1c-cde3-490d-a2cc-9dcf9e2c2131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998421 Mar 11 15:36:23.584745 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-dc2624ec-b4a9-4a29-b988-b42b27cfee36 None None] Set router b53d117e-edb0-42b3-8951-e2f506749f3c gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:36:23.613256 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-285159ac-2935-4929-8cf6-05d257ec658b tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:23.615066 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-285159ac-2935-4929-8cf6-05d257ec658b tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.66 "GET /v2.0/networks?id=3d5e0863-e0aa-4017-83f3-d21fc71a25fa HTTP/1.1" status: 200 len: 810 time: 0.1146739 Mar 11 15:36:23.706142 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f34e29dc-c1df-452a-a4af-499feb7e0cf5 req-7fcba7cb-7bb6-447a-b2d2-1ad2c3aee821 service neutron] 10.222.0.66 "GET /v2.0/networks/0af61b1c-cde3-490d-a2cc-9dcf9e2c2131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192062 Mar 11 15:36:23.707843 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-349c38f5-700e-4ae5-a0be-7f2f15672e7c tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb335f8049aa4ee69a88ea78cca02ce5 HTTP/1.1" status: 200 len: 380 time: 0.0829999 Mar 11 15:36:23.723604 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-56e7cf78-0ae7-4a83-bc18-7e60f6e3be3e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Request body: {'port': {'device_id': 'cac4e5e4-c362-453d-b856-504c1251985c', 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa', 'admin_state_up': True, 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'security_groups': ['18208794-b085-468d-bcf9-55a820c9c392']}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:36:23.839415 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-46478c53-6576-4087-b4cc-1f1d51a96ada req-d7d1d81c-7ad4-492c-9afd-4d67e39c94a7 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 210 time: 0.0522256 Mar 11 15:36:23.882798 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-dc2624ec-b4a9-4a29-b988-b42b27cfee36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'name': 'tempest-TestVolumeBootPattern-2045321718-router', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:47Z', 'updated_at': '2022-03-11T15:26:51Z', 'revision_number': 4, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'gw_port': {'id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:48Z', 'updated_at': '2022-03-11T15:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': '831a6531-9cec-42b2-91c3-1bbee15d5867', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'port_id': 'c54d9cfe-e12d-4438-82f7-9138b5e3b11e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'mac_address': 'fa:16:3e:21:c7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddbc544-f2e9-4bc7-aead-e11bf7f85241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:31:16Z', 'updated_at': '2022-03-11T15:31:18Z', 'revision_number': 1, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7013fe69-cb7e-4783-8d3d-6fea370201d7', 'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'mac_address': 'fa:16:3e:da:0a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:50Z', 'updated_at': '2022-03-11T15:26:55Z', 'revision_number': 5, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'subnets': [{'id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:23.912457 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2624ec-b4a9-4a29-b988-b42b27cfee36 None None] The sync data for ids ['b53d117e-edb0-42b3-8951-e2f506749f3c'] in dv-cinder-833365-1-iscsi is: [{'id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'name': 'tempest-TestVolumeBootPattern-2045321718-router', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:47Z', 'updated_at': '2022-03-11T15:26:51Z', 'revision_number': 4, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'gw_port': {'id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:48Z', 'updated_at': '2022-03-11T15:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': '831a6531-9cec-42b2-91c3-1bbee15d5867', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'port_id': 'c54d9cfe-e12d-4438-82f7-9138b5e3b11e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'mac_address': 'fa:16:3e:21:c7:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ddbc544-f2e9-4bc7-aead-e11bf7f85241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:31:16Z', 'updated_at': '2022-03-11T15:31:18Z', 'revision_number': 1, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7013fe69-cb7e-4783-8d3d-6fea370201d7', 'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'mac_address': 'fa:16:3e:da:0a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:50Z', 'updated_at': '2022-03-11T15:26:55Z', 'revision_number': 5, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'subnets': [{'id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:36:23.959175 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-56e7cf78-0ae7-4a83-bc18-7e60f6e3be3e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Made reservation on behalf of bb335f8049aa4ee69a88ea78cca02ce5 for: {'port': 1} {{(pid=103740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:36:23.963089 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-56e7cf78-0ae7-4a83-bc18-7e60f6e3be3e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:24.103708 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-56e7cf78-0ae7-4a83-bc18-7e60f6e3be3e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Allocated IP 172.20.0.6 (3d5e0863-e0aa-4017-83f3-d21fc71a25fa/df153bc8-7b31-4f7f-ade9-76f6d477ade7/26e8e945-ebfb-4f21-9e43-d00621a03476) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:36:24.198552 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c1c06c-a41c-440f-b1b9-9ee40990bdc7 None None] New status for floating IP c2217d4f-6447-4698-bdb1-eb414ae33621: DOWN {{(pid=103742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:36:24.259613 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-56e7cf78-0ae7-4a83-bc18-7e60f6e3be3e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for port (26e8e945-ebfb-4f21-9e43-d00621a03476), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:24.356336 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-56e7cf78-0ae7-4a83-bc18-7e60f6e3be3e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (26e8e945-ebfb-4f21-9e43-d00621a03476), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:24.403623 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-56e7cf78-0ae7-4a83-bc18-7e60f6e3be3e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Network 3d5e0863-e0aa-4017-83f3-d21fc71a25fa is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:36:24.408903 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-56e7cf78-0ae7-4a83-bc18-7e60f6e3be3e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:36:24.411498 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-56e7cf78-0ae7-4a83-bc18-7e60f6e3be3e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:36:24.438740 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7cf78-0ae7-4a83-bc18-7e60f6e3be3e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Pushing event updated for resources: {'Port': ['ID=26e8e945-ebfb-4f21-9e43-d00621a03476,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:24.469517 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-56e7cf78-0ae7-4a83-bc18-7e60f6e3be3e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:24.470160 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-56e7cf78-0ae7-4a83-bc18-7e60f6e3be3e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:24.550152 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-56e7cf78-0ae7-4a83-bc18-7e60f6e3be3e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8337462 Mar 11 15:36:24.583600 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-aef6d7f5-bdce-41b7-9258-02d108b183f0 service neutron] Request body: {'port': {'device_id': 'cac4e5e4-c362-453d-b856-504c1251985c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83336'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:36:24.601681 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-46bd955c-e1c2-48bc-91bb-9617157c4618 None None] Provisioning complete for port 26e8e945-ebfb-4f21-9e43-d00621a03476 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:36:24.602308 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-46bd955c-e1c2-48bc-91bb-9617157c4618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (26e8e945-ebfb-4f21-9e43-d00621a03476), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:24.636909 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-46bd955c-e1c2-48bc-91bb-9617157c4618 None None] Port 26e8e945-ebfb-4f21-9e43-d00621a03476 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:36:24.676952 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-aef6d7f5-bdce-41b7-9258-02d108b183f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (26e8e945-ebfb-4f21-9e43-d00621a03476), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:24.701544 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fb642-a3fd-4487-a3c3-e08c7f383559 req-90fbbb61-0fa9-496e-bcfb-0a47d615b9e1 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:24.702918 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2f1fb642-a3fd-4487-a3c3-e08c7f383559 req-90fbbb61-0fa9-496e-bcfb-0a47d615b9e1 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 945 time: 0.0988188 Mar 11 15:36:24.840341 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2f1fb642-a3fd-4487-a3c3-e08c7f383559 req-426a16ef-9d33-4fe5-8e42-590f70374b52 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169400 Mar 11 15:36:24.956564 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ac619-2b29-486b-802a-fed99aa4ab1b req-2a3a3414-b5af-4356-b8cf-ae5951bf4c8e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:24.958369 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-443ac619-2b29-486b-802a-fed99aa4ab1b req-2a3a3414-b5af-4356-b8cf-ae5951bf4c8e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 931 time: 0.0527370 Mar 11 15:36:24.995298 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.notifiers.nova [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-aef6d7f5-bdce-41b7-9258-02d108b183f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26e8e945-ebfb-4f21-9e43-d00621a03476 {{(pid=103740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:36:25.003490 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-aef6d7f5-bdce-41b7-9258-02d108b183f0 service neutron] Publish callbacks [] for port (26e8e945-ebfb-4f21-9e43-d00621a03476), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:25.008165 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-443ac619-2b29-486b-802a-fed99aa4ab1b req-3cba4562-f3dd-42ee-8e9c-6913c12f0613 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438495 Mar 11 15:36:25.016470 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.provisioning_blocks [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-aef6d7f5-bdce-41b7-9258-02d108b183f0 service neutron] Transition to ACTIVE for port object 26e8e945-ebfb-4f21-9e43-d00621a03476 will not be triggered until provisioned by entity L2. {{(pid=103740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 15:36:25.092448 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-aef6d7f5-bdce-41b7-9258-02d108b183f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15279833'] for port (26e8e945-ebfb-4f21-9e43-d00621a03476), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:25.142522 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6d7f5-bdce-41b7-9258-02d108b183f0 service neutron] Pushing event updated for resources: {'Port': ['ID=26e8e945-ebfb-4f21-9e43-d00621a03476,revision_number=2']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:25.214313 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.managers [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-aef6d7f5-bdce-41b7-9258-02d108b183f0 service neutron] Attempting to bind port 26e8e945-ebfb-4f21-9e43-d00621a03476 on host hv-cinder-83336 for vnic_type normal with profile {{(pid=103740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:36:25.215375 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.managers [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-aef6d7f5-bdce-41b7-9258-02d108b183f0 service neutron] Attempting to bind port 26e8e945-ebfb-4f21-9e43-d00621a03476 by drivers openvswitch,hyperv on host hv-cinder-83336 at level 0 using segments [{'id': 'f48aca0b-6392-41a0-9f8c-a5ec39064887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa'}] {{(pid=103740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:36:25.215722 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-aef6d7f5-bdce-41b7-9258-02d108b183f0 service neutron] Attempting to bind port 26e8e945-ebfb-4f21-9e43-d00621a03476 on network 3d5e0863-e0aa-4017-83f3-d21fc71a25fa {{(pid=103740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:36:25.220369 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-aef6d7f5-bdce-41b7-9258-02d108b183f0 service neutron] Port 26e8e945-ebfb-4f21-9e43-d00621a03476 on network 3d5e0863-e0aa-4017-83f3-d21fc71a25fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83336 {{(pid=103740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 15:36:25.220692 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-aef6d7f5-bdce-41b7-9258-02d108b183f0 service neutron] Attempting to bind port 26e8e945-ebfb-4f21-9e43-d00621a03476 on network 3d5e0863-e0aa-4017-83f3-d21fc71a25fa {{(pid=103740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:36:25.225609 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-aef6d7f5-bdce-41b7-9258-02d108b183f0 service neutron] Checking agent: {'id': '7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:36:25.225941 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-aef6d7f5-bdce-41b7-9258-02d108b183f0 service neutron] Checking segment: {'id': 'f48aca0b-6392-41a0-9f8c-a5ec39064887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:36:25.226318 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-aef6d7f5-bdce-41b7-9258-02d108b183f0 service neutron] Bound using segment: {'id': 'f48aca0b-6392-41a0-9f8c-a5ec39064887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa'} {{(pid=103740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:36:25.226740 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.managers [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-aef6d7f5-bdce-41b7-9258-02d108b183f0 service neutron] Bound port: 26e8e945-ebfb-4f21-9e43-d00621a03476, host: hv-cinder-83336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f48aca0b-6392-41a0-9f8c-a5ec39064887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa'}}] {{(pid=103740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:36:25.227091 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-aef6d7f5-bdce-41b7-9258-02d108b183f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (26e8e945-ebfb-4f21-9e43-d00621a03476), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:25.291486 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc8e12-fe92-4504-bb5c-edc7b5a40d84 req-1983018e-ebae-40b1-9c24-cd17947a9041 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:25.294026 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6ddc8e12-fe92-4504-bb5c-edc7b5a40d84 req-1983018e-ebae-40b1-9c24-cd17947a9041 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.66 "GET /v2.0/ports?device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 945 time: 0.0652537 Mar 11 15:36:25.296092 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-aef6d7f5-bdce-41b7-9258-02d108b183f0 service neutron] For port 26e8e945-ebfb-4f21-9e43-d00621a03476, host hv-cinder-83336, cleared binding levels {{(pid=103740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:36:25.299292 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-aef6d7f5-bdce-41b7-9258-02d108b183f0 service neutron] For port 26e8e945-ebfb-4f21-9e43-d00621a03476, host hv-cinder-83336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=26e8e945-ebfb-4f21-9e43-d00621a03476,segment=NetworkSegment(f48aca0b-6392-41a0-9f8c-a5ec39064887),segment_id=f48aca0b-6392-41a0-9f8c-a5ec39064887)] {{(pid=103740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:36:25.392865 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-6ddc8e12-fe92-4504-bb5c-edc7b5a40d84 req-7dcd39bb-1661-4be9-9383-f02de4642412 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Deleting port 31087c94-80ec-4fb3-b15d-247c4e6dc94b {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:36:25.393137 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6ddc8e12-fe92-4504-bb5c-edc7b5a40d84 req-7dcd39bb-1661-4be9-9383-f02de4642412 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (31087c94-80ec-4fb3-b15d-247c4e6dc94b), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:25.407274 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-aef6d7f5-bdce-41b7-9258-02d108b183f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15279833'] for port (26e8e945-ebfb-4f21-9e43-d00621a03476), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:25.441525 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-aef6d7f5-bdce-41b7-9258-02d108b183f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:25.442221 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-aef6d7f5-bdce-41b7-9258-02d108b183f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:25.444111 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-aef6d7f5-bdce-41b7-9258-02d108b183f0 service neutron] 10.222.0.66 "PUT /v2.0/ports/26e8e945-ebfb-4f21-9e43-d00621a03476 HTTP/1.1" status: 200 len: 1093 time: 0.8649302 Mar 11 15:36:25.446724 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac4e5e4-c362-453d-b856-504c1251985c', 'tag': '26e8e945-ebfb-4f21-9e43-d00621a03476'}] {{(pid=103740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:36:25.451864 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}650d324cd5ca1e8c5fe43ff80fd40eee127a08b7efb0df58efbaed5274d8fbf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a19db7c-70c9-4190-91a5-3d0297f6bb39" -d '{"events": [{"name": "network-changed", "server_uuid": "cac4e5e4-c362-453d-b856-504c1251985c", "tag": "26e8e945-ebfb-4f21-9e43-d00621a03476"}]}' {{(pid=103740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:36:25.483626 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6d7f5-bdce-41b7-9258-02d108b183f0 service neutron] Pushing event updated for resources: {'Port': ['ID=26e8e945-ebfb-4f21-9e43-d00621a03476,revision_number=3']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:25.495338 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6e5767-050f-4ba6-8cc6-3ca8aa746b3f x-openstack-request-id: req-2f6e5767-050f-4ba6-8cc6-3ca8aa746b3f {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:36:25.496105 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac4e5e4-c362-453d-b856-504c1251985c", "tag": "26e8e945-ebfb-4f21-9e43-d00621a03476", "status": "completed", "code": 200}]} {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:36:25.496482 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2f6e5767-050f-4ba6-8cc6-3ca8aa746b3f {{(pid=103740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:36:25.497046 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac4e5e4-c362-453d-b856-504c1251985c', 'tag': '26e8e945-ebfb-4f21-9e43-d00621a03476', 'status': 'completed', 'code': 200} Mar 11 15:36:25.500034 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-6ddc8e12-fe92-4504-bb5c-edc7b5a40d84 req-7dcd39bb-1661-4be9-9383-f02de4642412 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] For port 31087c94-80ec-4fb3-b15d-247c4e6dc94b, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=31087c94-80ec-4fb3-b15d-247c4e6dc94b,segment=NetworkSegment(0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870),segment_id=0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:25.500515 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6ddc8e12-fe92-4504-bb5c-edc7b5a40d84 req-7dcd39bb-1661-4be9-9383-f02de4642412 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (31087c94-80ec-4fb3-b15d-247c4e6dc94b), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:25.515104 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-6ddc8e12-fe92-4504-bb5c-edc7b5a40d84 req-7dcd39bb-1661-4be9-9383-f02de4642412 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Calling delete_port for 31087c94-80ec-4fb3-b15d-247c4e6dc94b owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:36:25.565689 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19db7c-70c9-4190-91a5-3d0297f6bb39 req-892211ba-6d7e-4edc-b4f8-1c55fe14d6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:25.567313 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5a19db7c-70c9-4190-91a5-3d0297f6bb39 req-892211ba-6d7e-4edc-b4f8-1c55fe14d6eb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb335f8049aa4ee69a88ea78cca02ce5&device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 1127 time: 0.0520067 Mar 11 15:36:25.680277 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19db7c-70c9-4190-91a5-3d0297f6bb39 req-4d70d419-fee7-4431-b4e8-89843e337a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:25.681714 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5a19db7c-70c9-4190-91a5-3d0297f6bb39 req-4d70d419-fee7-4431-b4e8-89843e337a50 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=bb335f8049aa4ee69a88ea78cca02ce5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1074922 Mar 11 15:36:25.719331 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6ddc8e12-fe92-4504-bb5c-edc7b5a40d84 req-7dcd39bb-1661-4be9-9383-f02de4642412 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (31087c94-80ec-4fb3-b15d-247c4e6dc94b), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:25.752903 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd39bb-1661-4be9-9383-f02de4642412 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Pushing event deleted for resources: {'Port': ['ID=31087c94-80ec-4fb3-b15d-247c4e6dc94b,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:25.790400 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19db7c-70c9-4190-91a5-3d0297f6bb39 req-d82e5cd8-93c5-42a5-aa90-8d03d7edb433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:25.791878 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5a19db7c-70c9-4190-91a5-3d0297f6bb39 req-d82e5cd8-93c5-42a5-aa90-8d03d7edb433 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1045005 Mar 11 15:36:25.797059 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ddc8e12-fe92-4504-bb5c-edc7b5a40d84 req-7dcd39bb-1661-4be9-9383-f02de4642412 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] No DVR routers for this DVR port 31087c94-80ec-4fb3-b15d-247c4e6dc94b on host hv-cinder-83336 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:36:25.799541 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6ddc8e12-fe92-4504-bb5c-edc7b5a40d84 req-7dcd39bb-1661-4be9-9383-f02de4642412 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:25.802667 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6ddc8e12-fe92-4504-bb5c-edc7b5a40d84 req-7dcd39bb-1661-4be9-9383-f02de4642412 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.66 "DELETE /v2.0/ports/31087c94-80ec-4fb3-b15d-247c4e6dc94b HTTP/1.1" status: 204 len: 173 time: 0.5034678 Mar 11 15:36:25.803153 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030b4921-63e5-48d3-bc40-891e22353b9e', 'name': 'network-vif-deleted', 'tag': '31087c94-80ec-4fb3-b15d-247c4e6dc94b'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:36:25.805406 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5ebc2b-f427-4062-b526-3ab996cde9e9" -d '{"events": [{"server_uuid": "030b4921-63e5-48d3-bc40-891e22353b9e", "name": "network-vif-deleted", "tag": "31087c94-80ec-4fb3-b15d-247c4e6dc94b"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:36:25.846816 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc666af-da24-4006-a775-0bbf4203a051 x-openstack-request-id: req-bdc666af-da24-4006-a775-0bbf4203a051 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:36:25.847111 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030b4921-63e5-48d3-bc40-891e22353b9e", "name": "network-vif-deleted", "tag": "31087c94-80ec-4fb3-b15d-247c4e6dc94b", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:36:25.847387 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bdc666af-da24-4006-a775-0bbf4203a051 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:36:25.847880 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030b4921-63e5-48d3-bc40-891e22353b9e', 'name': 'network-vif-deleted', 'tag': '31087c94-80ec-4fb3-b15d-247c4e6dc94b', 'status': 'completed', 'code': 200} Mar 11 15:36:25.910012 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-fc640738-d450-49fc-9796-62e397c92e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:25.911606 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-fc640738-d450-49fc-9796-62e397c92e50 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb335f8049aa4ee69a88ea78cca02ce5&device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 1127 time: 0.0561059 Mar 11 15:36:25.957236 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-caf23f46-94a6-40fc-93ff-0f4c5413eddb req-42ea5017-b610-4aeb-aedc-501bb49f86ef tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 210 time: 0.0347683 Mar 11 15:36:25.973669 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-65e2c1b1-120c-4bb1-8820-981f13427520 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26e8e945-ebfb-4f21-9e43-d00621a03476 HTTP/1.1" status: 200 len: 217 time: 0.0547352 Mar 11 15:36:26.035753 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-c174533d-4332-44f9-9f48-3fe3bc69d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:26.037875 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-c174533d-4332-44f9-9f48-3fe3bc69d02a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=df153bc8-7b31-4f7f-ade9-76f6d477ade7 HTTP/1.1" status: 200 len: 849 time: 0.0585546 Mar 11 15:36:26.132365 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-9ab73ece-2e8b-4d66-81da-8720c3de990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:26.133970 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-9ab73ece-2e8b-4d66-81da-8720c3de990a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3d5e0863-e0aa-4017-83f3-d21fc71a25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0903275 Mar 11 15:36:26.174158 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79401986-0f45-4371-b2e2-8674c37c5578 req-49eaf934-a8d3-429b-ae70-1f7badc2466e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:26.175699 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-79401986-0f45-4371-b2e2-8674c37c5578 req-49eaf934-a8d3-429b-ae70-1f7badc2466e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 943 time: 0.0882339 Mar 11 15:36:26.278738 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-79401986-0f45-4371-b2e2-8674c37c5578 req-60bef684-defd-4285-b259-d8944e6e24e1 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918565 Mar 11 15:36:26.280735 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-daed0fcb-bc36-4340-b94a-1c2e5980a1f7 service neutron] 10.222.0.66 "GET /v2.0/networks/3d5e0863-e0aa-4017-83f3-d21fc71a25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385250 Mar 11 15:36:26.376842 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d7bdb5ea-7e4b-41e6-808f-115af976c7ff req-38103f81-d5bf-4b07-9ddb-0932471d7337 service neutron] 10.222.0.66 "GET /v2.0/networks/3d5e0863-e0aa-4017-83f3-d21fc71a25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896728 Mar 11 15:36:27.067439 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-efb72488-b582-4823-b4d0-bda0b5aeb890 req-7cf46487-1de7-4c1e-9e2f-ea0666f4310c tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=030b4921-63e5-48d3-bc40-891e22353b9e HTTP/1.1" status: 200 len: 210 time: 0.0284979 Mar 11 15:36:27.398042 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e082c-8516-46a6-90a0-e4fa61f00315 req-894a2f26-c836-4b27-bcb2-d2dd16300efe tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:27.399575 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e83e082c-8516-46a6-90a0-e4fa61f00315 req-894a2f26-c836-4b27-bcb2-d2dd16300efe tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 943 time: 0.0538766 Mar 11 15:36:27.447285 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e83e082c-8516-46a6-90a0-e4fa61f00315 req-b3d15458-aec9-46db-b357-009865257835 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411329 Mar 11 15:36:27.834877 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8e8dfc9d-016d-40fc-a18e-25e9b338d6c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:28.586498 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863373f9-6d8f-42b6-8902-5cfdebdecc10 req-a35b2b15-cad1-4b9c-9a67-575790e218fa tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:28.587962 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-863373f9-6d8f-42b6-8902-5cfdebdecc10 req-a35b2b15-cad1-4b9c-9a67-575790e218fa tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 943 time: 0.0660610 Mar 11 15:36:28.632068 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 31087c94-80ec-4fb3-b15d-247c4e6dc94b no longer exists at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:36:28.637499 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-863373f9-6d8f-42b6-8902-5cfdebdecc10 req-9c062557-322f-4378-8ad5-0f878a8ef472 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428450 Mar 11 15:36:28.651537 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] No Port match for: 31087c94-80ec-4fb3-b15d-247c4e6dc94b {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:36:28.652716 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 31087c94-80ec-4fb3-b15d-247c4e6dc94b not bound to the agent host hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:36:29.594178 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:36:29.754260 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe714a6d-cccf-48c2-b7e3-6414b82780e8 req-7d2b204c-afa6-46a3-814b-1da7a59907d6 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:29.755720 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-fe714a6d-cccf-48c2-b7e3-6414b82780e8 req-7d2b204c-afa6-46a3-814b-1da7a59907d6 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 943 time: 0.0517941 Mar 11 15:36:29.804753 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-fe714a6d-cccf-48c2-b7e3-6414b82780e8 req-cfde30c4-1624-465c-a04b-d40601d4b51a tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435519 Mar 11 15:36:30.063880 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-73c0a9c6-549c-49f6-955e-15a675d10027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:30.574735 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 38118) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:36:30.631456 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 26e8e945-ebfb-4f21-9e43-d00621a03476 details requested by agent hyperv_hv-cinder-83336 with host hv-cinder-83336 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 15:36:30.731276 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 26e8e945-ebfb-4f21-9e43-d00621a03476, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=26e8e945-ebfb-4f21-9e43-d00621a03476,segment=NetworkSegment(f48aca0b-6392-41a0-9f8c-a5ec39064887),segment_id=f48aca0b-6392-41a0-9f8c-a5ec39064887)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:30.733189 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-efb31263-69f2-46bd-a024-e704cb4eba2a tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Deleting port e320eb46-f85f-4e11-96db-e09f31807f46 {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:36:30.733533 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-efb31263-69f2-46bd-a024-e704cb4eba2a tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (e320eb46-f85f-4e11-96db-e09f31807f46), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:30.743018 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Returning: {'device': '26e8e945-ebfb-4f21-9e43-d00621a03476', 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa', 'port_id': '26e8e945-ebfb-4f21-9e43-d00621a03476', 'mac_address': 'fa:16:3e:15:1a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df153bc8-7b31-4f7f-ade9-76f6d477ade7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 15:36:30.781760 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port 26e8e945-ebfb-4f21-9e43-d00621a03476 is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:36:30.782153 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (26e8e945-ebfb-4f21-9e43-d00621a03476), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:30.795318 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26e8e945-ebfb-4f21-9e43-d00621a03476 {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:36:30.807073 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-efb31263-69f2-46bd-a024-e704cb4eba2a tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (e320eb46-f85f-4e11-96db-e09f31807f46), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:30.807691 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-efb31263-69f2-46bd-a024-e704cb4eba2a tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for floatingip (e320eb46-f85f-4e11-96db-e09f31807f46), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:30.817909 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 26e8e945-ebfb-4f21-9e43-d00621a03476, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=26e8e945-ebfb-4f21-9e43-d00621a03476,segment=NetworkSegment(f48aca0b-6392-41a0-9f8c-a5ec39064887),segment_id=f48aca0b-6392-41a0-9f8c-a5ec39064887)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:30.820167 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-efb31263-69f2-46bd-a024-e704cb4eba2a tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Calling delete_port for e320eb46-f85f-4e11-96db-e09f31807f46 owned by network:floatingip {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:36:30.886775 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (26e8e945-ebfb-4f21-9e43-d00621a03476), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:30.925578 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270dfff5-d06d-4122-a669-ee049f953561 req-8ea0ae36-addb-4733-83ca-ebd4f023eac1 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:30.927080 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-270dfff5-d06d-4122-a669-ee049f953561 req-8ea0ae36-addb-4733-83ca-ebd4f023eac1 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 944 time: 0.0526710 Mar 11 15:36:30.943324 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=26e8e945-ebfb-4f21-9e43-d00621a03476,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:30.978156 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-270dfff5-d06d-4122-a669-ee049f953561 req-845e4db1-0353-414b-b3ca-505c81b9c79e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453746 Mar 11 15:36:31.033207 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-efb31263-69f2-46bd-a024-e704cb4eba2a tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (e320eb46-f85f-4e11-96db-e09f31807f46), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:31.067089 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb31263-69f2-46bd-a024-e704cb4eba2a tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Pushing event deleted for resources: {'Port': ['ID=e320eb46-f85f-4e11-96db-e09f31807f46,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:31.132161 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-efb31263-69f2-46bd-a024-e704cb4eba2a tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for floatingip (831a6531-9cec-42b2-91c3-1bbee15d5867), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:31.132468 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.db.l3_db [None req-efb31263-69f2-46bd-a024-e704cb4eba2a tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Floating IP 831a6531-9cec-42b2-91c3-1bbee15d5867 disassociated (deleted). External IP: 172.27.2.12, port: c54d9cfe-e12d-4438-82f7-9138b5e3b11e. Mar 11 15:36:31.207437 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['26e8e945-ebfb-4f21-9e43-d00621a03476'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:36:31.318600 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:31.579192 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb31263-69f2-46bd-a024-e704cb4eba2a tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Router b53d117e-edb0-42b3-8951-e2f506749f3c has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:36:31.686625 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb31263-69f2-46bd-a024-e704cb4eba2a tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:36:31.691489 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-efb31263-69f2-46bd-a024-e704cb4eba2a tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:31.696483 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb99623-d1b3-41ac-a6f7-f3ecb590ee7d None None] Sync routers for ids ['b53d117e-edb0-42b3-8951-e2f506749f3c'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:36:31.707004 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb99623-d1b3-41ac-a6f7-f3ecb590ee7d None None] Routers {'b53d117e-edb0-42b3-8951-e2f506749f3c'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:36:31.707747 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-dbb99623-d1b3-41ac-a6f7-f3ecb590ee7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:36:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['b53d117e-edb0-42b3-8951-e2f506749f3c'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:31.720301 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-efb31263-69f2-46bd-a024-e704cb4eba2a tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "DELETE /v2.0/floatingips/831a6531-9cec-42b2-91c3-1bbee15d5867 HTTP/1.1" status: 204 len: 168 time: 1.1444132 Mar 11 15:36:31.720984 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ddbc544-f2e9-4bc7-aead-e11bf7f85241', 'tag': 'c54d9cfe-e12d-4438-82f7-9138b5e3b11e'}] {{(pid=103740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:36:31.723308 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}650d324cd5ca1e8c5fe43ff80fd40eee127a08b7efb0df58efbaed5274d8fbf0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0328d44c-a103-4c9e-8d36-744205f00897" -d '{"events": [{"name": "network-changed", "server_uuid": "7ddbc544-f2e9-4bc7-aead-e11bf7f85241", "tag": "c54d9cfe-e12d-4438-82f7-9138b5e3b11e"}]}' {{(pid=103740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:36:31.765594 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8911e849-d09d-4b03-b1cd-2f64d675a1e1 x-openstack-request-id: req-8911e849-d09d-4b03-b1cd-2f64d675a1e1 {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:36:31.765976 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ddbc544-f2e9-4bc7-aead-e11bf7f85241", "tag": "c54d9cfe-e12d-4438-82f7-9138b5e3b11e", "status": "completed", "code": 200}]} {{(pid=103740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:36:31.766292 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8911e849-d09d-4b03-b1cd-2f64d675a1e1 {{(pid=103740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:36:31.766768 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ddbc544-f2e9-4bc7-aead-e11bf7f85241', 'tag': 'c54d9cfe-e12d-4438-82f7-9138b5e3b11e', 'status': 'completed', 'code': 200} Mar 11 15:36:31.823382 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-dbb99623-d1b3-41ac-a6f7-f3ecb590ee7d None None] Set router b53d117e-edb0-42b3-8951-e2f506749f3c gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:36:31.835042 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328d44c-a103-4c9e-8d36-744205f00897 req-06649287-7883-493c-a79c-74e0611a85db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:31.836478 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0328d44c-a103-4c9e-8d36-744205f00897 req-06649287-7883-493c-a79c-74e0611a85db service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a05c04b4e4784d13a9c157c76e0ff03a&device_id=7ddbc544-f2e9-4bc7-aead-e11bf7f85241 HTTP/1.1" status: 200 len: 1129 time: 0.0487401 Mar 11 15:36:31.932628 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328d44c-a103-4c9e-8d36-744205f00897 req-26d42c9d-d89d-419d-9fa5-ff971400d668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:31.934751 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0328d44c-a103-4c9e-8d36-744205f00897 req-26d42c9d-d89d-419d-9fa5-ff971400d668 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 HTTP/1.1" status: 200 len: 913 time: 0.0912066 Mar 11 15:36:31.982364 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0328d44c-a103-4c9e-8d36-744205f00897 req-9480c8da-64d7-451a-a20c-bea75220a8b9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c54d9cfe-e12d-4438-82f7-9138b5e3b11e HTTP/1.1" status: 200 len: 217 time: 0.0406570 Mar 11 15:36:32.034990 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328d44c-a103-4c9e-8d36-744205f00897 req-655a9a0d-113d-4ccc-b457-97df194b24ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:32.036660 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0328d44c-a103-4c9e-8d36-744205f00897 req-655a9a0d-113d-4ccc-b457-97df194b24ad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ff0797ed-948d-4bc0-a15c-6d476f6713f7 HTTP/1.1" status: 200 len: 851 time: 0.0465727 Mar 11 15:36:32.056377 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-dbb99623-d1b3-41ac-a6f7-f3ecb590ee7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'name': 'tempest-TestVolumeBootPattern-2045321718-router', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:47Z', 'updated_at': '2022-03-11T15:26:51Z', 'revision_number': 4, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'gw_port': {'id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:48Z', 'updated_at': '2022-03-11T15:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '7013fe69-cb7e-4783-8d3d-6fea370201d7', 'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'mac_address': 'fa:16:3e:da:0a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:50Z', 'updated_at': '2022-03-11T15:26:55Z', 'revision_number': 5, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'subnets': [{'id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:32.088983 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb99623-d1b3-41ac-a6f7-f3ecb590ee7d None None] Checking router: b53d117e-edb0-42b3-8951-e2f506749f3c for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:36:32.098993 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb99623-d1b3-41ac-a6f7-f3ecb590ee7d None None] Routers {'b53d117e-edb0-42b3-8951-e2f506749f3c'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:36:32.099649 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-dbb99623-d1b3-41ac-a6f7-f3ecb590ee7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:36:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['b53d117e-edb0-42b3-8951-e2f506749f3c'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:32.121599 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328d44c-a103-4c9e-8d36-744205f00897 req-c6d3fdb5-9dca-4a7c-bfe5-ed9b8a3bd9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:32.123647 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0328d44c-a103-4c9e-8d36-744205f00897 req-c6d3fdb5-9dca-4a7c-bfe5-ed9b8a3bd9cc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0af61b1c-cde3-490d-a2cc-9dcf9e2c2131&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0803950 Mar 11 15:36:32.133805 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7485d-a704-47a9-b8b1-370310b0932d req-27e14ba6-36fb-40c8-bb92-7daa2d0e1f3c tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:32.135484 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-28a7485d-a704-47a9-b8b1-370310b0932d req-27e14ba6-36fb-40c8-bb92-7daa2d0e1f3c tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 944 time: 0.0839109 Mar 11 15:36:32.174817 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185766d3-7a87-40b9-a449-d7ccae68e4eb req-f1dbbd61-2f5a-41eb-a3bb-043804d3ca94 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:32.176369 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-185766d3-7a87-40b9-a449-d7ccae68e4eb req-f1dbbd61-2f5a-41eb-a3bb-043804d3ca94 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddbc544-f2e9-4bc7-aead-e11bf7f85241 HTTP/1.1" status: 200 len: 945 time: 0.0592134 Mar 11 15:36:32.220448 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-dbb99623-d1b3-41ac-a6f7-f3ecb590ee7d None None] Set router b53d117e-edb0-42b3-8951-e2f506749f3c gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:36:32.231195 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-185766d3-7a87-40b9-a449-d7ccae68e4eb req-19141dcc-7dc8-4a2d-8a04-c24e306af51e tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/security-groups?id=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487845 Mar 11 15:36:32.245619 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-28a7485d-a704-47a9-b8b1-370310b0932d req-e7500397-1ab4-4e2b-aa7e-31c26707e8dc tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008072 Mar 11 15:36:32.262336 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0328d44c-a103-4c9e-8d36-744205f00897 req-da9a7480-ae56-4f3a-89cf-8ade98773f04 service neutron] 10.222.0.66 "GET /v2.0/networks/0af61b1c-cde3-490d-a2cc-9dcf9e2c2131?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256757 Mar 11 15:36:32.359608 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0328d44c-a103-4c9e-8d36-744205f00897 req-6e697bc6-8795-49fc-8133-3aba8ad44897 service neutron] 10.222.0.66 "GET /v2.0/networks/0af61b1c-cde3-490d-a2cc-9dcf9e2c2131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885799 Mar 11 15:36:32.439497 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-dbb99623-d1b3-41ac-a6f7-f3ecb590ee7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'name': 'tempest-TestVolumeBootPattern-2045321718-router', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:47Z', 'updated_at': '2022-03-11T15:26:51Z', 'revision_number': 4, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'gw_port': {'id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:48Z', 'updated_at': '2022-03-11T15:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '7013fe69-cb7e-4783-8d3d-6fea370201d7', 'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'mac_address': 'fa:16:3e:da:0a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:50Z', 'updated_at': '2022-03-11T15:26:55Z', 'revision_number': 5, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'subnets': [{'id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:32.466187 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb99623-d1b3-41ac-a6f7-f3ecb590ee7d None None] The sync data for ids ['b53d117e-edb0-42b3-8951-e2f506749f3c'] in dv-cinder-833365-1-iscsi is: [{'id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'name': 'tempest-TestVolumeBootPattern-2045321718-router', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:47Z', 'updated_at': '2022-03-11T15:26:51Z', 'revision_number': 4, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'gw_port': {'id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:48Z', 'updated_at': '2022-03-11T15:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '7013fe69-cb7e-4783-8d3d-6fea370201d7', 'name': '', 'network_id': '0af61b1c-cde3-490d-a2cc-9dcf9e2c2131', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'mac_address': 'fa:16:3e:da:0a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:50Z', 'updated_at': '2022-03-11T15:26:55Z', 'revision_number': 5, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'subnets': [{'id': 'ff0797ed-948d-4bc0-a15c-6d476f6713f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:36:32.647647 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 26e8e945-ebfb-4f21-9e43-d00621a03476 up at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:36:32.691732 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfcf236-449d-4170-9835-60dbda8899b6 None None] New status for floating IP 831a6531-9cec-42b2-91c3-1bbee15d5867: DOWN {{(pid=103742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:36:32.747375 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning for port 26e8e945-ebfb-4f21-9e43-d00621a03476 completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 15:36:32.752043 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning complete for port 26e8e945-ebfb-4f21-9e43-d00621a03476 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:36:32.752424 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (26e8e945-ebfb-4f21-9e43-d00621a03476), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:32.805288 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1803a-b7fc-441d-9559-5ca424de83f3 req-25cadd85-9fbb-431e-8e7f-ec86ff20a15e tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:32.806784 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-60d1803a-b7fc-441d-9559-5ca424de83f3 req-25cadd85-9fbb-431e-8e7f-ec86ff20a15e tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ddbc544-f2e9-4bc7-aead-e11bf7f85241 HTTP/1.1" status: 200 len: 945 time: 0.0566690 Mar 11 15:36:32.840134 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port 26e8e945-ebfb-4f21-9e43-d00621a03476 is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:36:32.840519 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (26e8e945-ebfb-4f21-9e43-d00621a03476), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:32.864536 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac4e5e4-c362-453d-b856-504c1251985c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e8e945-ebfb-4f21-9e43-d00621a03476'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:36:32.866677 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97dedef37c5e2c64aa44179f419dd586ddc22b8f5766e7bc49dcfeca4a9e3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e132e7-cd38-4355-8953-7bd4238d082c" -d '{"events": [{"server_uuid": "cac4e5e4-c362-453d-b856-504c1251985c", "name": "network-vif-plugged", "status": "completed", "tag": "26e8e945-ebfb-4f21-9e43-d00621a03476"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:36:32.880201 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 26e8e945-ebfb-4f21-9e43-d00621a03476, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=26e8e945-ebfb-4f21-9e43-d00621a03476,segment=NetworkSegment(f48aca0b-6392-41a0-9f8c-a5ec39064887),segment_id=f48aca0b-6392-41a0-9f8c-a5ec39064887)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:32.903703 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-60d1803a-b7fc-441d-9559-5ca424de83f3 req-e87b4e1c-2a1c-44f7-800b-a4ec3fea5b44 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Deleting port c54d9cfe-e12d-4438-82f7-9138b5e3b11e {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:36:32.904199 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-60d1803a-b7fc-441d-9559-5ca424de83f3 req-e87b4e1c-2a1c-44f7-800b-a4ec3fea5b44 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (c54d9cfe-e12d-4438-82f7-9138b5e3b11e), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:32.906399 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b29aae4-46e0-4dcc-9c43-04884be1db6a x-openstack-request-id: req-0b29aae4-46e0-4dcc-9c43-04884be1db6a {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:36:32.906684 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac4e5e4-c362-453d-b856-504c1251985c", "name": "network-vif-plugged", "status": "completed", "tag": "26e8e945-ebfb-4f21-9e43-d00621a03476", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:36:32.906937 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0b29aae4-46e0-4dcc-9c43-04884be1db6a {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:36:32.907326 dv-cinder-833365-1-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac4e5e4-c362-453d-b856-504c1251985c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e8e945-ebfb-4f21-9e43-d00621a03476', 'code': 200} Mar 11 15:36:32.971243 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (26e8e945-ebfb-4f21-9e43-d00621a03476), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:33.001839 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-60d1803a-b7fc-441d-9559-5ca424de83f3 req-e87b4e1c-2a1c-44f7-800b-a4ec3fea5b44 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] For port c54d9cfe-e12d-4438-82f7-9138b5e3b11e, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=c54d9cfe-e12d-4438-82f7-9138b5e3b11e,segment=NetworkSegment(0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870),segment_id=0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:33.005908 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-60d1803a-b7fc-441d-9559-5ca424de83f3 req-e87b4e1c-2a1c-44f7-800b-a4ec3fea5b44 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (c54d9cfe-e12d-4438-82f7-9138b5e3b11e), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:33.015674 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-60d1803a-b7fc-441d-9559-5ca424de83f3 req-e87b4e1c-2a1c-44f7-800b-a4ec3fea5b44 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Calling delete_port for c54d9cfe-e12d-4438-82f7-9138b5e3b11e owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:36:33.023676 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=26e8e945-ebfb-4f21-9e43-d00621a03476,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:33.056115 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:33.184575 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52349efe-919b-4e84-a69b-b97ddba47126 req-889f2a2f-e49a-40b5-a4b5-9255699291d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:33.186605 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-52349efe-919b-4e84-a69b-b97ddba47126 req-889f2a2f-e49a-40b5-a4b5-9255699291d7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 1129 time: 0.0453229 Mar 11 15:36:33.216485 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-60d1803a-b7fc-441d-9559-5ca424de83f3 req-e87b4e1c-2a1c-44f7-800b-a4ec3fea5b44 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (c54d9cfe-e12d-4438-82f7-9138b5e3b11e), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:33.229575 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-52349efe-919b-4e84-a69b-b97ddba47126 req-8219a9cd-7c57-4378-b28a-b0808a0b586d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374892 Mar 11 15:36:33.245394 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b4e1c-2a1c-44f7-800b-a4ec3fea5b44 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Pushing event deleted for resources: {'Port': ['ID=c54d9cfe-e12d-4438-82f7-9138b5e3b11e,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:33.287631 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d1803a-b7fc-441d-9559-5ca424de83f3 req-e87b4e1c-2a1c-44f7-800b-a4ec3fea5b44 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] No DVR routers for this DVR port c54d9cfe-e12d-4438-82f7-9138b5e3b11e on host hv-cinder-83336 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:36:33.290140 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-60d1803a-b7fc-441d-9559-5ca424de83f3 req-e87b4e1c-2a1c-44f7-800b-a4ec3fea5b44 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:33.293535 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-60d1803a-b7fc-441d-9559-5ca424de83f3 req-e87b4e1c-2a1c-44f7-800b-a4ec3fea5b44 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.66 "DELETE /v2.0/ports/c54d9cfe-e12d-4438-82f7-9138b5e3b11e HTTP/1.1" status: 204 len: 173 time: 0.4810076 Mar 11 15:36:33.294099 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ddbc544-f2e9-4bc7-aead-e11bf7f85241', 'name': 'network-vif-deleted', 'tag': 'c54d9cfe-e12d-4438-82f7-9138b5e3b11e'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:36:33.297312 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c24f593-bd54-4eb8-8cb7-bd2254db1f3d" -d '{"events": [{"server_uuid": "7ddbc544-f2e9-4bc7-aead-e11bf7f85241", "name": "network-vif-deleted", "tag": "c54d9cfe-e12d-4438-82f7-9138b5e3b11e"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:36:33.334635 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f8004139-4b56-4e02-b203-d3328fdacd63 req-c321c11d-aa82-448f-9cfc-0954994ac71e tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddbc544-f2e9-4bc7-aead-e11bf7f85241 HTTP/1.1" status: 200 len: 210 time: 0.0288112 Mar 11 15:36:33.381669 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87451505-0aef-4b17-b9d3-4df0f86198d1 x-openstack-request-id: req-87451505-0aef-4b17-b9d3-4df0f86198d1 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:36:33.381960 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ddbc544-f2e9-4bc7-aead-e11bf7f85241", "name": "network-vif-deleted", "tag": "c54d9cfe-e12d-4438-82f7-9138b5e3b11e", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:36:33.382326 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-87451505-0aef-4b17-b9d3-4df0f86198d1 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:36:33.382694 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ddbc544-f2e9-4bc7-aead-e11bf7f85241', 'name': 'network-vif-deleted', 'tag': 'c54d9cfe-e12d-4438-82f7-9138b5e3b11e', 'status': 'completed', 'code': 200} Mar 11 15:36:33.388300 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad2497-9168-4e77-9ee6-3c033f92de25 req-4b198c33-cd03-437d-8885-9fc4b542ebfe tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:33.390440 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-adad2497-9168-4e77-9ee6-3c033f92de25 req-4b198c33-cd03-437d-8885-9fc4b542ebfe tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0575907 Mar 11 15:36:33.435569 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-adad2497-9168-4e77-9ee6-3c033f92de25 req-80ae6153-e550-4130-a8cf-7f0493286f21 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393949 Mar 11 15:36:34.398678 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:34.450142 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ce6a3b76-1a17-43de-9885-e29a2a99db4e req-81264030-7637-440d-918e-bfd1c658b339 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ddbc544-f2e9-4bc7-aead-e11bf7f85241 HTTP/1.1" status: 200 len: 210 time: 0.0306940 Mar 11 15:36:34.555259 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ad09b-5aee-488b-95b2-015bef508dc4 req-96c75bd8-1b92-466b-a80b-bc0a36111284 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:34.556798 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-768ad09b-5aee-488b-95b2-015bef508dc4 req-96c75bd8-1b92-466b-a80b-bc0a36111284 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0544727 Mar 11 15:36:34.612540 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-768ad09b-5aee-488b-95b2-015bef508dc4 req-d76a087a-179a-49f2-b22f-e47568f2354b tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502129 Mar 11 15:36:35.508964 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 38144) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:36:35.658172 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-d972ab92-b200-41f8-8654-1592a3ea46ac tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Deleting port b532b052-7afe-49e9-bc30-8d02216c246a {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:36:35.658788 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d972ab92-b200-41f8-8654-1592a3ea46ac tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (b532b052-7afe-49e9-bc30-8d02216c246a), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:35.777549 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d972ab92-b200-41f8-8654-1592a3ea46ac tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (b532b052-7afe-49e9-bc30-8d02216c246a), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:35.777768 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d972ab92-b200-41f8-8654-1592a3ea46ac tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for floatingip (b532b052-7afe-49e9-bc30-8d02216c246a), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:35.792021 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5acbc2-eaff-4f30-a31b-a6a5df93b3fe req-c2aa2022-3d0b-4e9f-8fb7-0b28dc6a3c0f tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:35.793475 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2e5acbc2-eaff-4f30-a31b-a6a5df93b3fe req-c2aa2022-3d0b-4e9f-8fb7-0b28dc6a3c0f tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.1034498 Mar 11 15:36:35.799569 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-d972ab92-b200-41f8-8654-1592a3ea46ac tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Calling delete_port for b532b052-7afe-49e9-bc30-8d02216c246a owned by network:floatingip {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:36:35.884884 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-2e5acbc2-eaff-4f30-a31b-a6a5df93b3fe req-5c2ad0d4-a0dc-4708-b735-dd01dd7149be tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833764 Mar 11 15:36:36.007267 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26c128-ad20-44aa-8fb9-c34a54fed662 req-aabbd6f5-2472-49dd-90cf-4873efef98e9 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:36.008843 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ce26c128-ad20-44aa-8fb9-c34a54fed662 req-aabbd6f5-2472-49dd-90cf-4873efef98e9 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0537581 Mar 11 15:36:36.018027 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 38150) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:36:36.022421 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-81490344-d595-495a-b8fb-b223bd350838 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Request body: {'floatingip': {'port_id': '26e8e945-ebfb-4f21-9e43-d00621a03476'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:36:36.047241 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d972ab92-b200-41f8-8654-1592a3ea46ac tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (b532b052-7afe-49e9-bc30-8d02216c246a), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:36.062336 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-81490344-d595-495a-b8fb-b223bd350838 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for floatingip (4971ce3e-a604-4d85-ae79-22e2b9917d41), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:36.073214 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972ab92-b200-41f8-8654-1592a3ea46ac tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Pushing event deleted for resources: {'Port': ['ID=b532b052-7afe-49e9-bc30-8d02216c246a,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:36.134880 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d972ab92-b200-41f8-8654-1592a3ea46ac tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for floatingip (3defaff3-2cb8-4a8e-a8f0-282fa3a60e4d), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:36.137407 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d972ab92-b200-41f8-8654-1592a3ea46ac tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:36.138551 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-d972ab92-b200-41f8-8654-1592a3ea46ac tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "DELETE /v2.0/floatingips/3defaff3-2cb8-4a8e-a8f0-282fa3a60e4d HTTP/1.1" status: 204 len: 168 time: 0.6285753 Mar 11 15:36:36.514883 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-81490344-d595-495a-b8fb-b223bd350838 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:36.576557 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-81490344-d595-495a-b8fb-b223bd350838 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628361'] for floatingip (4971ce3e-a604-4d85-ae79-22e2b9917d41), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:36.678379 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.db.l3_db [None req-81490344-d595-495a-b8fb-b223bd350838 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Floating IP 4971ce3e-a604-4d85-ae79-22e2b9917d41 associated. External IP: 172.27.2.216, port: 26e8e945-ebfb-4f21-9e43-d00621a03476. Mar 11 15:36:36.684586 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device c54d9cfe-e12d-4438-82f7-9138b5e3b11e no longer exists at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:36:36.708990 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] No Port match for: c54d9cfe-e12d-4438-82f7-9138b5e3b11e {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:36:36.709338 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device c54d9cfe-e12d-4438-82f7-9138b5e3b11e not bound to the agent host hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:36:36.888707 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81490344-d595-495a-b8fb-b223bd350838 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Router 01375421-7f5a-42e6-b696-faf432037c79 has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:36:36.998679 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81490344-d595-495a-b8fb-b223bd350838 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:36:37.005492 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-81490344-d595-495a-b8fb-b223bd350838 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:37.008292 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e515730b-8f76-4602-aa24-2bceaf820b60 None None] Sync routers for ids ['01375421-7f5a-42e6-b696-faf432037c79'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:36:37.017877 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e515730b-8f76-4602-aa24-2bceaf820b60 None None] Routers {'01375421-7f5a-42e6-b696-faf432037c79'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:36:37.018493 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-e515730b-8f76-4602-aa24-2bceaf820b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:36:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['01375421-7f5a-42e6-b696-faf432037c79'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:37.032468 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-81490344-d595-495a-b8fb-b223bd350838 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "PUT /v2.0/floatingips/4971ce3e-a604-4d85-ae79-22e2b9917d41 HTTP/1.1" status: 200 len: 991 time: 1.0133226 Mar 11 15:36:37.034130 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac4e5e4-c362-453d-b856-504c1251985c', 'tag': '26e8e945-ebfb-4f21-9e43-d00621a03476'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:36:37.035317 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a24a008-c544-47ff-aca2-b0ae1a053398" -d '{"events": [{"name": "network-changed", "server_uuid": "cac4e5e4-c362-453d-b856-504c1251985c", "tag": "26e8e945-ebfb-4f21-9e43-d00621a03476"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:36:37.073665 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7a1a4c-8455-48df-b0d9-b5251f12dfc0 x-openstack-request-id: req-7a7a1a4c-8455-48df-b0d9-b5251f12dfc0 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:36:37.073953 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac4e5e4-c362-453d-b856-504c1251985c", "tag": "26e8e945-ebfb-4f21-9e43-d00621a03476", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:36:37.074222 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7a7a1a4c-8455-48df-b0d9-b5251f12dfc0 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:36:37.074612 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac4e5e4-c362-453d-b856-504c1251985c', 'tag': '26e8e945-ebfb-4f21-9e43-d00621a03476', 'status': 'completed', 'code': 200} Mar 11 15:36:37.138666 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24a008-c544-47ff-aca2-b0ae1a053398 req-1a851482-ee46-4589-a66a-18c18c6677f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:37.140283 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5a24a008-c544-47ff-aca2-b0ae1a053398 req-1a851482-ee46-4589-a66a-18c18c6677f9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb335f8049aa4ee69a88ea78cca02ce5&device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 1129 time: 0.0463881 Mar 11 15:36:37.272435 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-e515730b-8f76-4602-aa24-2bceaf820b60 None None] Set router 01375421-7f5a-42e6-b696-faf432037c79 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:36:37.474688 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 38166) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:36:37.508205 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-e515730b-8f76-4602-aa24-2bceaf820b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01375421-7f5a-42e6-b696-faf432037c79', 'name': 'tempest-AttachVolumeTestJSON-955142217-router', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:11Z', 'updated_at': '2022-03-11T15:36:14Z', 'revision_number': 4, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'gw_port': {'id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:00:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01375421-7f5a-42e6-b696-faf432037c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:12Z', 'updated_at': '2022-03-11T15:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': '4971ce3e-a604-4d85-ae79-22e2b9917d41', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'floating_ip_address': '172.27.2.216', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': '01375421-7f5a-42e6-b696-faf432037c79', 'port_id': '26e8e945-ebfb-4f21-9e43-d00621a03476', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa', 'mac_address': 'fa:16:3e:15:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac4e5e4-c362-453d-b856-504c1251985c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:36:19Z', 'updated_at': '2022-03-11T15:36:36Z', 'revision_number': 1, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a', 'name': '', 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'mac_address': 'fa:16:3e:fd:a1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01375421-7f5a-42e6-b696-faf432037c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'df153bc8-7b31-4f7f-ade9-76f6d477ade7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:14Z', 'updated_at': '2022-03-11T15:36:17Z', 'revision_number': 5, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'subnets': [{'id': 'df153bc8-7b31-4f7f-ade9-76f6d477ade7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:37.514755 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24a008-c544-47ff-aca2-b0ae1a053398 req-e80f155d-9f67-4b98-b0a1-2381d2c67936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:37.515829 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5a24a008-c544-47ff-aca2-b0ae1a053398 req-e80f155d-9f67-4b98-b0a1-2381d2c67936 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3d5e0863-e0aa-4017-83f3-d21fc71a25fa HTTP/1.1" status: 200 len: 911 time: 0.3692181 Mar 11 15:36:37.541146 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e515730b-8f76-4602-aa24-2bceaf820b60 None None] Checking router: 01375421-7f5a-42e6-b696-faf432037c79 for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:36:37.542532 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-72c5d9ef-304d-4eed-b3fc-22576d8caf86 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for security_group (c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:37.550880 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e515730b-8f76-4602-aa24-2bceaf820b60 None None] Routers {'01375421-7f5a-42e6-b696-faf432037c79'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:36:37.551542 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-e515730b-8f76-4602-aa24-2bceaf820b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:36:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['01375421-7f5a-42e6-b696-faf432037c79'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:37.571220 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-72c5d9ef-304d-4eed-b3fc-22576d8caf86 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for security_group (c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:37.586607 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5a24a008-c544-47ff-aca2-b0ae1a053398 req-42cd796f-69ca-4229-89a6-e2f5c8fb5e5b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26e8e945-ebfb-4f21-9e43-d00621a03476 HTTP/1.1" status: 200 len: 999 time: 0.0638931 Mar 11 15:36:37.641981 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24a008-c544-47ff-aca2-b0ae1a053398 req-91139c32-1b76-4f8f-83c3-ad08bf8fff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:37.643539 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5a24a008-c544-47ff-aca2-b0ae1a053398 req-91139c32-1b76-4f8f-83c3-ad08bf8fff1f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=df153bc8-7b31-4f7f-ade9-76f6d477ade7 HTTP/1.1" status: 200 len: 849 time: 0.0497897 Mar 11 15:36:37.661283 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-e515730b-8f76-4602-aa24-2bceaf820b60 None None] Set router 01375421-7f5a-42e6-b696-faf432037c79 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:36:37.684717 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-72c5d9ef-304d-4eed-b3fc-22576d8caf86 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:37.687836 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-72c5d9ef-304d-4eed-b3fc-22576d8caf86 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:37.691043 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-72c5d9ef-304d-4eed-b3fc-22576d8caf86 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] 10.222.0.44 "DELETE /v2.0/security-groups/c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d HTTP/1.1" status: 204 len: 168 time: 0.2145391 Mar 11 15:36:37.700830 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c5d9ef-304d-4eed-b3fc-22576d8caf86 tempest-TestVolumeBootPattern-237137343 tempest-TestVolumeBootPattern-237137343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00d1bc6-9eba-40a8-bdff-9aa5d0641b8d,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:37.706812 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24a008-c544-47ff-aca2-b0ae1a053398 req-6bf48583-efad-44f0-bdf2-88145b84044d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:37.708337 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5a24a008-c544-47ff-aca2-b0ae1a053398 req-6bf48583-efad-44f0-bdf2-88145b84044d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3d5e0863-e0aa-4017-83f3-d21fc71a25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586555 Mar 11 15:36:37.812860 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5a24a008-c544-47ff-aca2-b0ae1a053398 req-d77996be-a9a3-48e2-a2f5-719eda352f55 service neutron] 10.222.0.66 "GET /v2.0/networks/3d5e0863-e0aa-4017-83f3-d21fc71a25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986769 Mar 11 15:36:37.823901 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 38170) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:36:37.909318 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5a24a008-c544-47ff-aca2-b0ae1a053398 req-7e74acfc-0762-444a-a000-275bb5e360b3 service neutron] 10.222.0.66 "GET /v2.0/networks/3d5e0863-e0aa-4017-83f3-d21fc71a25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889683 Mar 11 15:36:37.916931 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-e515730b-8f76-4602-aa24-2bceaf820b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01375421-7f5a-42e6-b696-faf432037c79', 'name': 'tempest-AttachVolumeTestJSON-955142217-router', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:11Z', 'updated_at': '2022-03-11T15:36:14Z', 'revision_number': 4, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'gw_port': {'id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:00:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01375421-7f5a-42e6-b696-faf432037c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:12Z', 'updated_at': '2022-03-11T15:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': '4971ce3e-a604-4d85-ae79-22e2b9917d41', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'floating_ip_address': '172.27.2.216', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': '01375421-7f5a-42e6-b696-faf432037c79', 'port_id': '26e8e945-ebfb-4f21-9e43-d00621a03476', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa', 'mac_address': 'fa:16:3e:15:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac4e5e4-c362-453d-b856-504c1251985c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:36:19Z', 'updated_at': '2022-03-11T15:36:36Z', 'revision_number': 1, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a', 'name': '', 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'mac_address': 'fa:16:3e:fd:a1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01375421-7f5a-42e6-b696-faf432037c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'df153bc8-7b31-4f7f-ade9-76f6d477ade7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:14Z', 'updated_at': '2022-03-11T15:36:17Z', 'revision_number': 5, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'subnets': [{'id': 'df153bc8-7b31-4f7f-ade9-76f6d477ade7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:37.948335 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e515730b-8f76-4602-aa24-2bceaf820b60 None None] The sync data for ids ['01375421-7f5a-42e6-b696-faf432037c79'] in dv-cinder-833365-1-iscsi is: [{'id': '01375421-7f5a-42e6-b696-faf432037c79', 'name': 'tempest-AttachVolumeTestJSON-955142217-router', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:11Z', 'updated_at': '2022-03-11T15:36:14Z', 'revision_number': 4, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'gw_port': {'id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:00:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01375421-7f5a-42e6-b696-faf432037c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:12Z', 'updated_at': '2022-03-11T15:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': '4971ce3e-a604-4d85-ae79-22e2b9917d41', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'floating_ip_address': '172.27.2.216', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': '01375421-7f5a-42e6-b696-faf432037c79', 'port_id': '26e8e945-ebfb-4f21-9e43-d00621a03476', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa', 'mac_address': 'fa:16:3e:15:1a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac4e5e4-c362-453d-b856-504c1251985c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:36:19Z', 'updated_at': '2022-03-11T15:36:36Z', 'revision_number': 1, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a', 'name': '', 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'mac_address': 'fa:16:3e:fd:a1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01375421-7f5a-42e6-b696-faf432037c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'df153bc8-7b31-4f7f-ade9-76f6d477ade7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:14Z', 'updated_at': '2022-03-11T15:36:17Z', 'revision_number': 5, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'subnets': [{'id': 'df153bc8-7b31-4f7f-ade9-76f6d477ade7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:36:38.152441 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006962f3-8817-4b08-b473-c83616e87513 None None] New status for floating IP 4971ce3e-a604-4d85-ae79-22e2b9917d41: ACTIVE {{(pid=103742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:36:38.238324 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e8dcf375-aa21-4326-9bc5-24c14b7674cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630665'] for router_interface (b53d117e-edb0-42b3-8951-e2f506749f3c), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:38.488820 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-e8dcf375-aa21-4326-9bc5-24c14b7674cf admin admin] Deleting port 7013fe69-cb7e-4783-8d3d-6fea370201d7 {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:36:38.489446 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e8dcf375-aa21-4326-9bc5-24c14b7674cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (7013fe69-cb7e-4783-8d3d-6fea370201d7), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:38.570715 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [None req-e8dcf375-aa21-4326-9bc5-24c14b7674cf admin admin] For port 7013fe69-cb7e-4783-8d3d-6fea370201d7, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=7013fe69-cb7e-4783-8d3d-6fea370201d7,segment=NetworkSegment(0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870),segment_id=0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:38.571072 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e8dcf375-aa21-4326-9bc5-24c14b7674cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (7013fe69-cb7e-4783-8d3d-6fea370201d7), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:38.583751 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-e8dcf375-aa21-4326-9bc5-24c14b7674cf admin admin] Calling delete_port for 7013fe69-cb7e-4783-8d3d-6fea370201d7 owned by network:router_interface {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:36:38.841051 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e8dcf375-aa21-4326-9bc5-24c14b7674cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (7013fe69-cb7e-4783-8d3d-6fea370201d7), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:38.872688 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dcf375-aa21-4326-9bc5-24c14b7674cf admin admin] Pushing event deleted for resources: {'Port': ['ID=7013fe69-cb7e-4783-8d3d-6fea370201d7,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:39.038164 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-e8dcf375-aa21-4326-9bc5-24c14b7674cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624153'] for router_interface (b53d117e-edb0-42b3-8951-e2f506749f3c), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:39.251617 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8dcf375-aa21-4326-9bc5-24c14b7674cf admin admin] Router b53d117e-edb0-42b3-8951-e2f506749f3c has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:36:39.362221 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8dcf375-aa21-4326-9bc5-24c14b7674cf admin admin] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:36:39.367711 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-e8dcf375-aa21-4326-9bc5-24c14b7674cf admin admin] 10.222.0.44 "PUT /v2.0/routers/b53d117e-edb0-42b3-8951-e2f506749f3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5425735 Mar 11 15:36:39.370427 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 38174) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:36:39.371815 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ab9f09-7d04-46df-ad32-68f6481437ac None None] Sync routers for ids ['b53d117e-edb0-42b3-8951-e2f506749f3c'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:36:39.381088 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ab9f09-7d04-46df-ad32-68f6481437ac None None] Routers {'b53d117e-edb0-42b3-8951-e2f506749f3c'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:36:39.381692 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-f8ab9f09-7d04-46df-ad32-68f6481437ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:36:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['b53d117e-edb0-42b3-8951-e2f506749f3c'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:39.478214 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3a0b6d6c-17ae-41ec-9414-88ee24e81c2e admin admin] Publish callbacks [] for router (b53d117e-edb0-42b3-8951-e2f506749f3c), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:39.489576 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-f8ab9f09-7d04-46df-ad32-68f6481437ac None None] Set router b53d117e-edb0-42b3-8951-e2f506749f3c gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:36:39.580908 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3a0b6d6c-17ae-41ec-9414-88ee24e81c2e admin admin] Publish callbacks [] for router_gateway (b53d117e-edb0-42b3-8951-e2f506749f3c), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:39.672747 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-f8ab9f09-7d04-46df-ad32-68f6481437ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'name': 'tempest-TestVolumeBootPattern-2045321718-router', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:47Z', 'updated_at': '2022-03-11T15:36:38Z', 'revision_number': 5, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'gw_port': {'id': 'c628f392-07a7-4e5b-bd6f-c9425857cdd8', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:48Z', 'updated_at': '2022-03-11T15:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:39.683272 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-3a0b6d6c-17ae-41ec-9414-88ee24e81c2e admin admin] Deleting port c628f392-07a7-4e5b-bd6f-c9425857cdd8 {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:36:39.683642 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3a0b6d6c-17ae-41ec-9414-88ee24e81c2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (c628f392-07a7-4e5b-bd6f-c9425857cdd8), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:39.699581 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ab9f09-7d04-46df-ad32-68f6481437ac None None] Checking router: b53d117e-edb0-42b3-8951-e2f506749f3c for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:36:39.708865 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ab9f09-7d04-46df-ad32-68f6481437ac None None] Routers {'b53d117e-edb0-42b3-8951-e2f506749f3c'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:36:39.709482 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-f8ab9f09-7d04-46df-ad32-68f6481437ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:36:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['b53d117e-edb0-42b3-8951-e2f506749f3c'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:39.764546 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [None req-3a0b6d6c-17ae-41ec-9414-88ee24e81c2e admin admin] For port c628f392-07a7-4e5b-bd6f-c9425857cdd8, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=c628f392-07a7-4e5b-bd6f-c9425857cdd8,segment=NetworkSegment(64a1f402-9998-47a9-9edb-15a3bada483f),segment_id=64a1f402-9998-47a9-9edb-15a3bada483f)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:39.764992 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3a0b6d6c-17ae-41ec-9414-88ee24e81c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (c628f392-07a7-4e5b-bd6f-c9425857cdd8), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:39.776534 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-3a0b6d6c-17ae-41ec-9414-88ee24e81c2e admin admin] Calling delete_port for c628f392-07a7-4e5b-bd6f-c9425857cdd8 owned by network:router_gateway {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:36:39.799827 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-f8ab9f09-7d04-46df-ad32-68f6481437ac None None] Set router b53d117e-edb0-42b3-8951-e2f506749f3c gateway port host: None {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:36:39.855318 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-f8ab9f09-7d04-46df-ad32-68f6481437ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'name': 'tempest-TestVolumeBootPattern-2045321718-router', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:47Z', 'updated_at': '2022-03-11T15:36:39Z', 'revision_number': 6, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'gw_port_host': None}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:39.882585 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ab9f09-7d04-46df-ad32-68f6481437ac None None] The sync data for ids ['b53d117e-edb0-42b3-8951-e2f506749f3c'] in dv-cinder-833365-1-iscsi is: [{'id': 'b53d117e-edb0-42b3-8951-e2f506749f3c', 'name': 'tempest-TestVolumeBootPattern-2045321718-router', 'tenant_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:47Z', 'updated_at': '2022-03-11T15:36:39Z', 'revision_number': 6, 'project_id': 'a05c04b4e4784d13a9c157c76e0ff03a', 'gw_port_host': None}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:36:40.029103 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3a0b6d6c-17ae-41ec-9414-88ee24e81c2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (c628f392-07a7-4e5b-bd6f-c9425857cdd8), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:40.054940 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b6d6c-17ae-41ec-9414-88ee24e81c2e admin admin] Pushing event deleted for resources: {'Port': ['ID=c628f392-07a7-4e5b-bd6f-c9425857cdd8,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:40.118811 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3a0b6d6c-17ae-41ec-9414-88ee24e81c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628403'] for router_gateway (b53d117e-edb0-42b3-8951-e2f506749f3c), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:40.458375 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3a0b6d6c-17ae-41ec-9414-88ee24e81c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8443'] for router (b53d117e-edb0-42b3-8951-e2f506749f3c), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:40.460521 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3a0b6d6c-17ae-41ec-9414-88ee24e81c2e admin admin] Publish callbacks [] for router_controller (b53d117e-edb0-42b3-8951-e2f506749f3c), precommit_delete_associations {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:40.598545 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3a0b6d6c-17ae-41ec-9414-88ee24e81c2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-625447'] for router (b53d117e-edb0-42b3-8951-e2f506749f3c), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:40.599199 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0b6d6c-17ae-41ec-9414-88ee24e81c2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b53d117e-edb0-42b3-8951-e2f506749f3c {{(pid=103740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:36:40.603143 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-3a0b6d6c-17ae-41ec-9414-88ee24e81c2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:40.604309 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-3a0b6d6c-17ae-41ec-9414-88ee24e81c2e admin admin] 10.222.0.44 "DELETE /v2.0/routers/b53d117e-edb0-42b3-8951-e2f506749f3c HTTP/1.1" status: 204 len: 168 time: 1.2329695 Mar 11 15:36:40.607045 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 38176) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:36:40.651541 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_v2 [None req-c32eab12-a6b2-4cf2-961d-bd89cc621f6a admin admin] Deleting subnet ff0797ed-948d-4bc0-a15c-6d476f6713f7 {{(pid=103740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 15:36:40.654759 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c32eab12-a6b2-4cf2-961d-bd89cc621f6a admin admin] Publish callbacks [] for subnet (ff0797ed-948d-4bc0-a15c-6d476f6713f7), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:40.694547 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c32eab12-a6b2-4cf2-961d-bd89cc621f6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14027362'] for subnet (ff0797ed-948d-4bc0-a15c-6d476f6713f7), precommit_delete_associations {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:40.774352 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c32eab12-a6b2-4cf2-961d-bd89cc621f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1914166'] for subnet (ff0797ed-948d-4bc0-a15c-6d476f6713f7), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:40.891440 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c32eab12-a6b2-4cf2-961d-bd89cc621f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1914173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15279855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14213724'] for subnet (ff0797ed-948d-4bc0-a15c-6d476f6713f7), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:40.920429 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-c32eab12-a6b2-4cf2-961d-bd89cc621f6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:40.923999 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-c32eab12-a6b2-4cf2-961d-bd89cc621f6a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ff0797ed-948d-4bc0-a15c-6d476f6713f7 HTTP/1.1" status: 204 len: 168 time: 0.3160346 Mar 11 15:36:40.924879 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32eab12-a6b2-4cf2-961d-bd89cc621f6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff0797ed-948d-4bc0-a15c-6d476f6713f7,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:40.926485 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 38178) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:36:40.930161 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c13476-96dd-4e05-9160-b64a33bf81db None None] Network 0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:36:41.000164 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9770065a-fed2-4694-a841-92ee28a61788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2071539'] for network (0af61b1c-cde3-490d-a2cc-9dcf9e2c2131), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:41.056253 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-9770065a-fed2-4694-a841-92ee28a61788 admin admin] Deleting port c5aed219-e60e-424b-9d36-615c24a5c14a {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:36:41.056593 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9770065a-fed2-4694-a841-92ee28a61788 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (c5aed219-e60e-424b-9d36-615c24a5c14a), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:41.123265 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fde166-6beb-4ce7-96b8-93b5ad6d86bf None None] DHCP port deletion for 0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 request from dv-cinder-833365-1-iscsi {{(pid=103741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 15:36:41.127266 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [None req-9770065a-fed2-4694-a841-92ee28a61788 admin admin] For port c5aed219-e60e-424b-9d36-615c24a5c14a, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=c5aed219-e60e-424b-9d36-615c24a5c14a,segment=NetworkSegment(0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870),segment_id=0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:41.127717 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9770065a-fed2-4694-a841-92ee28a61788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (c5aed219-e60e-424b-9d36-615c24a5c14a), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:41.140638 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-9770065a-fed2-4694-a841-92ee28a61788 admin admin] Calling delete_port for c5aed219-e60e-424b-9d36-615c24a5c14a owned by network:dhcp {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:36:41.170068 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-02fde166-6beb-4ce7-96b8-93b5ad6d86bf None None] Deleting port c5aed219-e60e-424b-9d36-615c24a5c14a {{(pid=103741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:36:41.170441 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-02fde166-6beb-4ce7-96b8-93b5ad6d86bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (c5aed219-e60e-424b-9d36-615c24a5c14a), before_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:41.237102 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-02fde166-6beb-4ce7-96b8-93b5ad6d86bf None None] For port c5aed219-e60e-424b-9d36-615c24a5c14a, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=c5aed219-e60e-424b-9d36-615c24a5c14a,segment=NetworkSegment(0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870),segment_id=0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:41.237419 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-02fde166-6beb-4ce7-96b8-93b5ad6d86bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (c5aed219-e60e-424b-9d36-615c24a5c14a), precommit_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:41.250103 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-02fde166-6beb-4ce7-96b8-93b5ad6d86bf None None] Calling delete_port for c5aed219-e60e-424b-9d36-615c24a5c14a owned by network:dhcp {{(pid=103741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:36:41.269003 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9770065a-fed2-4694-a841-92ee28a61788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (c5aed219-e60e-424b-9d36-615c24a5c14a), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:41.294022 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770065a-fed2-4694-a841-92ee28a61788 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5aed219-e60e-424b-9d36-615c24a5c14a,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:41.299514 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9770065a-fed2-4694-a841-92ee28a61788 admin admin] No DVR routers for this DVR port c5aed219-e60e-424b-9d36-615c24a5c14a on host dv-cinder-833365-1-iscsi {{(pid=103740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:36:41.326035 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-02fde166-6beb-4ce7-96b8-93b5ad6d86bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400'] for port (c5aed219-e60e-424b-9d36-615c24a5c14a), after_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:41.355392 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fde166-6beb-4ce7-96b8-93b5ad6d86bf None None] Pushing event deleted for resources: {'Port': ['ID=c5aed219-e60e-424b-9d36-615c24a5c14a,revision_number=None']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:41.360485 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fde166-6beb-4ce7-96b8-93b5ad6d86bf None None] No DVR routers for this DVR port c5aed219-e60e-424b-9d36-615c24a5c14a on host dv-cinder-833365-1-iscsi {{(pid=103741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:36:41.368945 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9770065a-fed2-4694-a841-92ee28a61788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1913037', 'neutron.services.segments.db._delete_segments_for_network-8743153172758'] for network (0af61b1c-cde3-490d-a2cc-9dcf9e2c2131), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:41.390275 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-9770065a-fed2-4694-a841-92ee28a61788 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af61b1c-cde3-490d-a2cc-9dcf9e2c2131']}} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:41.399575 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-9770065a-fed2-4694-a841-92ee28a61788 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870') {'for_net_delete': True} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:41.399868 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-9770065a-fed2-4694-a841-92ee28a61788 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870') {} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:41.409223 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9770065a-fed2-4694-a841-92ee28a61788 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743153173023', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14027369'] for segment (0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:41.422021 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9770065a-fed2-4694-a841-92ee28a61788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:41.428011 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9770065a-fed2-4694-a841-92ee28a61788 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:36:41.428390 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9770065a-fed2-4694-a841-92ee28a61788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15280433'] for segment (0927a40e-2e8f-4d4c-8d58-0bcc7dfe2870), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:41.429981 dv-cinder-833365-1-iscsi neutron-server[103740]: Traceback (most recent call last): Mar 11 15:36:41.429981 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:36:41.429981 dv-cinder-833365-1-iscsi neutron-server[103740]: timer() Mar 11 15:36:41.429981 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:36:41.429981 dv-cinder-833365-1-iscsi neutron-server[103740]: cb(*args, **kw) Mar 11 15:36:41.429981 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 15:36:41.429981 dv-cinder-833365-1-iscsi neutron-server[103740]: return func(*args, **kwargs) Mar 11 15:36:41.429981 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:36:41.429981 dv-cinder-833365-1-iscsi neutron-server[103740]: self._notify() Mar 11 15:36:41.429981 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:36:41.429981 dv-cinder-833365-1-iscsi neutron-server[103740]: self.callback(batched_events) Mar 11 15:36:41.429981 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:36:41.429981 dv-cinder-833365-1-iscsi neutron-server[103740]: event.method(event) Mar 11 15:36:41.429981 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 15:36:41.429981 dv-cinder-833365-1-iscsi neutron-server[103740]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:36:41.429981 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 15:36:41.429981 dv-cinder-833365-1-iscsi neutron-server[103740]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:36:41.429981 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 15:36:41.429981 dv-cinder-833365-1-iscsi neutron-server[103740]: return f(self, *a, **k) Mar 11 15:36:41.429981 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:36:41.429981 dv-cinder-833365-1-iscsi neutron-server[103740]: return self._get(url).json() Mar 11 15:36:41.429981 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:36:41.429981 dv-cinder-833365-1-iscsi neutron-server[103740]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:36:41.429981 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:36:41.429981 dv-cinder-833365-1-iscsi neutron-server[103740]: return self.request(url, 'GET', **kwargs) Mar 11 15:36:41.429981 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:36:41.429981 dv-cinder-833365-1-iscsi neutron-server[103740]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:36:41.429981 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:36:41.429981 dv-cinder-833365-1-iscsi neutron-server[103740]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:36:41.429981 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:36:41.429981 dv-cinder-833365-1-iscsi neutron-server[103740]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:36:41.429981 dv-cinder-833365-1-iscsi neutron-server[103740]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:36:41.564530 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9770065a-fed2-4694-a841-92ee28a61788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1913012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628375'] for network (0af61b1c-cde3-490d-a2cc-9dcf9e2c2131), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:41.569404 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9770065a-fed2-4694-a841-92ee28a61788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:41.572687 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-9770065a-fed2-4694-a841-92ee28a61788 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0af61b1c-cde3-490d-a2cc-9dcf9e2c2131 HTTP/1.1" status: 204 len: 168 time: 0.6451972 Mar 11 15:36:41.575927 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 38180) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:36:41.584949 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770065a-fed2-4694-a841-92ee28a61788 admin admin] Pushing event deleted for resources: {'Network': ['ID=0af61b1c-cde3-490d-a2cc-9dcf9e2c2131,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:41.875925 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device c628f392-07a7-4e5b-bd6f-c9425857cdd8 no longer exists at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:36:41.895383 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] No Port match for: c628f392-07a7-4e5b-bd6f-c9425857cdd8 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:36:41.895830 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device c628f392-07a7-4e5b-bd6f-c9425857cdd8 not bound to the agent host dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:36:41.896304 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device c5aed219-e60e-424b-9d36-615c24a5c14a no longer exists at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:36:41.915300 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] No Port match for: c5aed219-e60e-424b-9d36-615c24a5c14a {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:36:41.915669 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device c5aed219-e60e-424b-9d36-615c24a5c14a not bound to the agent host dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:36:41.916070 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 7013fe69-cb7e-4783-8d3d-6fea370201d7 no longer exists at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:36:41.924628 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ad647b63-d659-4f9a-bd8f-f3cbfee58ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630665'] for router_interface (3c1b926e-1a66-4245-a42c-765c496a522e), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:41.936253 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] No Port match for: 7013fe69-cb7e-4783-8d3d-6fea370201d7 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:36:41.936775 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 7013fe69-cb7e-4783-8d3d-6fea370201d7 not bound to the agent host dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:36:42.174306 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-ad647b63-d659-4f9a-bd8f-f3cbfee58ca7 admin admin] Deleting port 5e268973-dcab-4b88-83d4-79eed8ac99e0 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:36:42.174643 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ad647b63-d659-4f9a-bd8f-f3cbfee58ca7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (5e268973-dcab-4b88-83d4-79eed8ac99e0), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:42.251931 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [None req-ad647b63-d659-4f9a-bd8f-f3cbfee58ca7 admin admin] For port 5e268973-dcab-4b88-83d4-79eed8ac99e0, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=5e268973-dcab-4b88-83d4-79eed8ac99e0,segment=NetworkSegment(e2ef7c15-8007-445e-82f9-037068c25331),segment_id=e2ef7c15-8007-445e-82f9-037068c25331)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:42.252290 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ad647b63-d659-4f9a-bd8f-f3cbfee58ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (5e268973-dcab-4b88-83d4-79eed8ac99e0), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:42.265335 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-ad647b63-d659-4f9a-bd8f-f3cbfee58ca7 admin admin] Calling delete_port for 5e268973-dcab-4b88-83d4-79eed8ac99e0 owned by network:router_interface {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:36:42.558970 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ad647b63-d659-4f9a-bd8f-f3cbfee58ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (5e268973-dcab-4b88-83d4-79eed8ac99e0), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:42.590954 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad647b63-d659-4f9a-bd8f-f3cbfee58ca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e268973-dcab-4b88-83d4-79eed8ac99e0,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:42.761286 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ad647b63-d659-4f9a-bd8f-f3cbfee58ca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624153'] for router_interface (3c1b926e-1a66-4245-a42c-765c496a522e), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:42.976817 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad647b63-d659-4f9a-bd8f-f3cbfee58ca7 admin admin] Router 3c1b926e-1a66-4245-a42c-765c496a522e has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:36:43.082286 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad647b63-d659-4f9a-bd8f-f3cbfee58ca7 admin admin] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:36:43.087069 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-ad647b63-d659-4f9a-bd8f-f3cbfee58ca7 admin admin] 10.222.0.44 "PUT /v2.0/routers/3c1b926e-1a66-4245-a42c-765c496a522e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5100670 Mar 11 15:36:43.089962 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 38182) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:36:43.091308 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b24206c-3b04-4e41-a6e0-726038e3193d None None] Sync routers for ids ['3c1b926e-1a66-4245-a42c-765c496a522e'] in dv-cinder-833365-1-iscsi {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:36:43.104568 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b24206c-3b04-4e41-a6e0-726038e3193d None None] Routers {'3c1b926e-1a66-4245-a42c-765c496a522e'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:36:43.105193 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-6b24206c-3b04-4e41-a6e0-726038e3193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:36:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['3c1b926e-1a66-4245-a42c-765c496a522e'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:43.183030 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:43.199226 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-91bf1043-dcee-4387-8aae-e749b9a52374 admin admin] Publish callbacks [] for router (3c1b926e-1a66-4245-a42c-765c496a522e), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:43.212652 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-6b24206c-3b04-4e41-a6e0-726038e3193d None None] Set router 3c1b926e-1a66-4245-a42c-765c496a522e gateway port host: dv-cinder-833365-1-iscsi {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:36:43.305427 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-91bf1043-dcee-4387-8aae-e749b9a52374 admin admin] Publish callbacks [] for router_gateway (3c1b926e-1a66-4245-a42c-765c496a522e), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:43.392030 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-6b24206c-3b04-4e41-a6e0-726038e3193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1b926e-1a66-4245-a42c-765c496a522e', 'name': 'tempest-TestVolumeBootPattern-1054064565-router', 'tenant_id': '896813e1357049feae8b157077c3d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '473e57b2-1606-40a9-991c-74db3f50943d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:54Z', 'updated_at': '2022-03-11T15:36:42Z', 'revision_number': 5, 'project_id': '896813e1357049feae8b157077c3d627', 'gw_port': {'id': '473e57b2-1606-40a9-991c-74db3f50943d', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1b926e-1a66-4245-a42c-765c496a522e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:26:54Z', 'updated_at': '2022-03-11T15:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:43.418055 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b24206c-3b04-4e41-a6e0-726038e3193d None None] Checking router: 3c1b926e-1a66-4245-a42c-765c496a522e for host: dv-cinder-833365-1-iscsi {{(pid=103742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:36:43.426465 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b24206c-3b04-4e41-a6e0-726038e3193d None None] Routers {'3c1b926e-1a66-4245-a42c-765c496a522e'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:36:43.427064 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-6b24206c-3b04-4e41-a6e0-726038e3193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:36:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['3c1b926e-1a66-4245-a42c-765c496a522e'], 'active': True} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:43.437471 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-91bf1043-dcee-4387-8aae-e749b9a52374 admin admin] Deleting port 473e57b2-1606-40a9-991c-74db3f50943d {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:36:43.437821 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-91bf1043-dcee-4387-8aae-e749b9a52374 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (473e57b2-1606-40a9-991c-74db3f50943d), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:43.516292 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [None req-91bf1043-dcee-4387-8aae-e749b9a52374 admin admin] For port 473e57b2-1606-40a9-991c-74db3f50943d, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=473e57b2-1606-40a9-991c-74db3f50943d,segment=NetworkSegment(64a1f402-9998-47a9-9edb-15a3bada483f),segment_id=64a1f402-9998-47a9-9edb-15a3bada483f)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:43.516535 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_dvr_db [None req-6b24206c-3b04-4e41-a6e0-726038e3193d None None] Set router 3c1b926e-1a66-4245-a42c-765c496a522e gateway port host: None {{(pid=103742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:36:43.516665 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-91bf1043-dcee-4387-8aae-e749b9a52374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (473e57b2-1606-40a9-991c-74db3f50943d), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:43.533852 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-91bf1043-dcee-4387-8aae-e749b9a52374 admin admin] Calling delete_port for 473e57b2-1606-40a9-991c-74db3f50943d owned by network:router_gateway {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:36:43.570135 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.l3_hamode_db [None req-6b24206c-3b04-4e41-a6e0-726038e3193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c1b926e-1a66-4245-a42c-765c496a522e', 'name': 'tempest-TestVolumeBootPattern-1054064565-router', 'tenant_id': '896813e1357049feae8b157077c3d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:54Z', 'updated_at': '2022-03-11T15:36:43Z', 'revision_number': 6, 'project_id': '896813e1357049feae8b157077c3d627', 'gw_port_host': None}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:43.603732 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b24206c-3b04-4e41-a6e0-726038e3193d None None] The sync data for ids ['3c1b926e-1a66-4245-a42c-765c496a522e'] in dv-cinder-833365-1-iscsi is: [{'id': '3c1b926e-1a66-4245-a42c-765c496a522e', 'name': 'tempest-TestVolumeBootPattern-1054064565-router', 'tenant_id': '896813e1357049feae8b157077c3d627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:26:54Z', 'updated_at': '2022-03-11T15:36:43Z', 'revision_number': 6, 'project_id': '896813e1357049feae8b157077c3d627', 'gw_port_host': None}] {{(pid=103742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:36:43.783458 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-91bf1043-dcee-4387-8aae-e749b9a52374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (473e57b2-1606-40a9-991c-74db3f50943d), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:43.806702 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf1043-dcee-4387-8aae-e749b9a52374 admin admin] Pushing event deleted for resources: {'Port': ['ID=473e57b2-1606-40a9-991c-74db3f50943d,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:43.870721 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-91bf1043-dcee-4387-8aae-e749b9a52374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628403'] for router_gateway (3c1b926e-1a66-4245-a42c-765c496a522e), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:43.977610 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-91bf1043-dcee-4387-8aae-e749b9a52374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8443'] for router (3c1b926e-1a66-4245-a42c-765c496a522e), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:43.980410 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-91bf1043-dcee-4387-8aae-e749b9a52374 admin admin] Publish callbacks [] for router_controller (3c1b926e-1a66-4245-a42c-765c496a522e), precommit_delete_associations {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:44.107249 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-91bf1043-dcee-4387-8aae-e749b9a52374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-625447'] for router (3c1b926e-1a66-4245-a42c-765c496a522e), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:44.107937 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91bf1043-dcee-4387-8aae-e749b9a52374 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c1b926e-1a66-4245-a42c-765c496a522e {{(pid=103740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:36:44.112868 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-91bf1043-dcee-4387-8aae-e749b9a52374 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:44.114044 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-91bf1043-dcee-4387-8aae-e749b9a52374 admin admin] 10.222.0.44 "DELETE /v2.0/routers/3c1b926e-1a66-4245-a42c-765c496a522e HTTP/1.1" status: 204 len: 168 time: 1.0229723 Mar 11 15:36:44.116429 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 38186) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:36:44.160474 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_v2 [None req-950cdbce-947d-40eb-94b4-241cedd5de41 admin admin] Deleting subnet d407d5df-7eae-4a5c-9132-1de03c4f7efe {{(pid=103740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 15:36:44.163523 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-950cdbce-947d-40eb-94b4-241cedd5de41 admin admin] Publish callbacks [] for subnet (d407d5df-7eae-4a5c-9132-1de03c4f7efe), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:44.196611 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-950cdbce-947d-40eb-94b4-241cedd5de41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14027362'] for subnet (d407d5df-7eae-4a5c-9132-1de03c4f7efe), precommit_delete_associations {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:44.276151 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-950cdbce-947d-40eb-94b4-241cedd5de41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1914166'] for subnet (d407d5df-7eae-4a5c-9132-1de03c4f7efe), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:44.374909 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 5e268973-dcab-4b88-83d4-79eed8ac99e0 no longer exists at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:36:44.398985 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-950cdbce-947d-40eb-94b4-241cedd5de41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1914173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15279855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14213724'] for subnet (d407d5df-7eae-4a5c-9132-1de03c4f7efe), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:44.399654 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] No Port match for: 5e268973-dcab-4b88-83d4-79eed8ac99e0 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:36:44.400055 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 5e268973-dcab-4b88-83d4-79eed8ac99e0 not bound to the agent host dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:36:44.423546 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cdbce-947d-40eb-94b4-241cedd5de41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d407d5df-7eae-4a5c-9132-1de03c4f7efe,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:44.429295 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-950cdbce-947d-40eb-94b4-241cedd5de41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for subnet (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:44.434713 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-950cdbce-947d-40eb-94b4-241cedd5de41 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d407d5df-7eae-4a5c-9132-1de03c4f7efe HTTP/1.1" status: 204 len: 168 time: 0.3151042 Mar 11 15:36:44.434946 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 38188) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:36:44.435278 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f837917-dcbe-4625-90aa-e88c45328aa4 None None] Network 0da06a71-e16d-4f9e-9f93-bb827783173a requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:36:44.516828 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5f4e2dfb-d063-4122-90fc-826d40c10518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2071539'] for network (0da06a71-e16d-4f9e-9f93-bb827783173a), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:44.590460 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-5f4e2dfb-d063-4122-90fc-826d40c10518 admin admin] Deleting port 6735abe5-b658-4aec-af2c-12feb1a6b3ac {{(pid=103740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:36:44.591437 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5f4e2dfb-d063-4122-90fc-826d40c10518 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (6735abe5-b658-4aec-af2c-12feb1a6b3ac), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:44.604407 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6883c2b8-233a-4cfa-937b-90b5b12a416b None None] DHCP port deletion for 0da06a71-e16d-4f9e-9f93-bb827783173a request from dv-cinder-833365-1-iscsi {{(pid=103741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 15:36:44.663765 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-6883c2b8-233a-4cfa-937b-90b5b12a416b None None] Deleting port 6735abe5-b658-4aec-af2c-12feb1a6b3ac {{(pid=103741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:36:44.664854 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-6883c2b8-233a-4cfa-937b-90b5b12a416b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (6735abe5-b658-4aec-af2c-12feb1a6b3ac), before_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:44.666420 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.db [None req-5f4e2dfb-d063-4122-90fc-826d40c10518 admin admin] For port 6735abe5-b658-4aec-af2c-12feb1a6b3ac, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=6735abe5-b658-4aec-af2c-12feb1a6b3ac,segment=NetworkSegment(e2ef7c15-8007-445e-82f9-037068c25331),segment_id=e2ef7c15-8007-445e-82f9-037068c25331)] {{(pid=103740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:44.666693 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5f4e2dfb-d063-4122-90fc-826d40c10518 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (6735abe5-b658-4aec-af2c-12feb1a6b3ac), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:44.681874 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.plugin [None req-5f4e2dfb-d063-4122-90fc-826d40c10518 admin admin] Calling delete_port for 6735abe5-b658-4aec-af2c-12feb1a6b3ac owned by network:dhcp {{(pid=103740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:36:44.739101 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-6883c2b8-233a-4cfa-937b-90b5b12a416b None None] For port 6735abe5-b658-4aec-af2c-12feb1a6b3ac, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=6735abe5-b658-4aec-af2c-12feb1a6b3ac,segment=NetworkSegment(e2ef7c15-8007-445e-82f9-037068c25331),segment_id=e2ef7c15-8007-445e-82f9-037068c25331)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:36:44.739541 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-6883c2b8-233a-4cfa-937b-90b5b12a416b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (6735abe5-b658-4aec-af2c-12feb1a6b3ac), precommit_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:44.753204 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-6883c2b8-233a-4cfa-937b-90b5b12a416b None None] Calling delete_port for 6735abe5-b658-4aec-af2c-12feb1a6b3ac owned by network:dhcp {{(pid=103741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:36:44.846366 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5f4e2dfb-d063-4122-90fc-826d40c10518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (6735abe5-b658-4aec-af2c-12feb1a6b3ac), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:44.873590 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e2dfb-d063-4122-90fc-826d40c10518 admin admin] Pushing event deleted for resources: {'Port': ['ID=6735abe5-b658-4aec-af2c-12feb1a6b3ac,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:44.879463 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4e2dfb-d063-4122-90fc-826d40c10518 admin admin] No DVR routers for this DVR port 6735abe5-b658-4aec-af2c-12feb1a6b3ac on host dv-cinder-833365-1-iscsi {{(pid=103740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:36:44.955497 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5f4e2dfb-d063-4122-90fc-826d40c10518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1913037', 'neutron.services.segments.db._delete_segments_for_network-8743153172758'] for network (0da06a71-e16d-4f9e-9f93-bb827783173a), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:44.973618 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-6883c2b8-233a-4cfa-937b-90b5b12a416b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400'] for port (6735abe5-b658-4aec-af2c-12feb1a6b3ac), after_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:44.976203 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-5f4e2dfb-d063-4122-90fc-826d40c10518 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da06a71-e16d-4f9e-9f93-bb827783173a']}} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:44.986358 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-5f4e2dfb-d063-4122-90fc-826d40c10518 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2ef7c15-8007-445e-82f9-037068c25331') {'for_net_delete': True} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:44.986647 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.services.segments.db [None req-5f4e2dfb-d063-4122-90fc-826d40c10518 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2ef7c15-8007-445e-82f9-037068c25331') {} {{(pid=103740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:36:44.995873 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5f4e2dfb-d063-4122-90fc-826d40c10518 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743153173023', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14027369'] for segment (e2ef7c15-8007-445e-82f9-037068c25331), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:44.997380 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883c2b8-233a-4cfa-937b-90b5b12a416b None None] Pushing event deleted for resources: {'Port': ['ID=6735abe5-b658-4aec-af2c-12feb1a6b3ac,revision_number=None']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:45.005945 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6883c2b8-233a-4cfa-937b-90b5b12a416b None None] No DVR routers for this DVR port 6735abe5-b658-4aec-af2c-12feb1a6b3ac on host dv-cinder-833365-1-iscsi {{(pid=103741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:36:45.009638 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5f4e2dfb-d063-4122-90fc-826d40c10518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (e2ef7c15-8007-445e-82f9-037068c25331), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:45.017561 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4e2dfb-d063-4122-90fc-826d40c10518 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:36:45.017966 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5f4e2dfb-d063-4122-90fc-826d40c10518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15280433'] for segment (e2ef7c15-8007-445e-82f9-037068c25331), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:45.019659 dv-cinder-833365-1-iscsi neutron-server[103740]: Traceback (most recent call last): Mar 11 15:36:45.019659 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:36:45.019659 dv-cinder-833365-1-iscsi neutron-server[103740]: timer() Mar 11 15:36:45.019659 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:36:45.019659 dv-cinder-833365-1-iscsi neutron-server[103740]: cb(*args, **kw) Mar 11 15:36:45.019659 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 15:36:45.019659 dv-cinder-833365-1-iscsi neutron-server[103740]: return func(*args, **kwargs) Mar 11 15:36:45.019659 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:36:45.019659 dv-cinder-833365-1-iscsi neutron-server[103740]: self._notify() Mar 11 15:36:45.019659 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:36:45.019659 dv-cinder-833365-1-iscsi neutron-server[103740]: self.callback(batched_events) Mar 11 15:36:45.019659 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:36:45.019659 dv-cinder-833365-1-iscsi neutron-server[103740]: event.method(event) Mar 11 15:36:45.019659 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 15:36:45.019659 dv-cinder-833365-1-iscsi neutron-server[103740]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:36:45.019659 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 15:36:45.019659 dv-cinder-833365-1-iscsi neutron-server[103740]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:36:45.019659 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 15:36:45.019659 dv-cinder-833365-1-iscsi neutron-server[103740]: return f(self, *a, **k) Mar 11 15:36:45.019659 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:36:45.019659 dv-cinder-833365-1-iscsi neutron-server[103740]: return self._get(url).json() Mar 11 15:36:45.019659 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:36:45.019659 dv-cinder-833365-1-iscsi neutron-server[103740]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:36:45.019659 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:36:45.019659 dv-cinder-833365-1-iscsi neutron-server[103740]: return self.request(url, 'GET', **kwargs) Mar 11 15:36:45.019659 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:36:45.019659 dv-cinder-833365-1-iscsi neutron-server[103740]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:36:45.019659 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:36:45.019659 dv-cinder-833365-1-iscsi neutron-server[103740]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:36:45.019659 dv-cinder-833365-1-iscsi neutron-server[103740]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:36:45.019659 dv-cinder-833365-1-iscsi neutron-server[103740]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:36:45.019659 dv-cinder-833365-1-iscsi neutron-server[103740]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:36:45.164491 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5f4e2dfb-d063-4122-90fc-826d40c10518 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1913012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628375'] for network (0da06a71-e16d-4f9e-9f93-bb827783173a), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:45.169648 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-5f4e2dfb-d063-4122-90fc-826d40c10518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:45.173555 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-5f4e2dfb-d063-4122-90fc-826d40c10518 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0da06a71-e16d-4f9e-9f93-bb827783173a HTTP/1.1" status: 204 len: 168 time: 0.7376585 Mar 11 15:36:45.184179 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e2dfb-d063-4122-90fc-826d40c10518 admin admin] Pushing event deleted for resources: {'Network': ['ID=0da06a71-e16d-4f9e-9f93-bb827783173a,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:45.498334 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 38192) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:36:45.539098 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-7bcdefe3-164e-44aa-bec2-2659b3cab1d0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a05c04b4e4784d13a9c157c76e0ff03a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393181 Mar 11 15:36:45.541485 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 38194) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:36:45.587973 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-df448d10-1ab1-48a0-836a-96fb0b07e0df admin admin] Publish callbacks [] for security_group (0155c1f3-6a28-41de-846c-a9111756a65f), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:45.612974 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-df448d10-1ab1-48a0-836a-96fb0b07e0df admin admin] Publish callbacks [] for security_group (0155c1f3-6a28-41de-846c-a9111756a65f), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:45.771722 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-df448d10-1ab1-48a0-836a-96fb0b07e0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (0155c1f3-6a28-41de-846c-a9111756a65f), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:45.774568 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-df448d10-1ab1-48a0-836a-96fb0b07e0df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:45.775771 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-df448d10-1ab1-48a0-836a-96fb0b07e0df admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0155c1f3-6a28-41de-846c-a9111756a65f HTTP/1.1" status: 204 len: 168 time: 0.2333465 Mar 11 15:36:45.783712 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df448d10-1ab1-48a0-836a-96fb0b07e0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0155c1f3-6a28-41de-846c-a9111756a65f,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:45.877454 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 6735abe5-b658-4aec-af2c-12feb1a6b3ac no longer exists at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:36:45.898396 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] No Port match for: 6735abe5-b658-4aec-af2c-12feb1a6b3ac {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:36:45.898733 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 6735abe5-b658-4aec-af2c-12feb1a6b3ac not bound to the agent host dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:36:45.899135 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 473e57b2-1606-40a9-991c-74db3f50943d no longer exists at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:36:45.917423 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] No Port match for: 473e57b2-1606-40a9-991c-74db3f50943d {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:36:45.917760 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 473e57b2-1606-40a9-991c-74db3f50943d not bound to the agent host dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:36:46.458094 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 38200) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:36:46.496579 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-b3c29f82-be6d-49ba-8fa0-12593f1f2d35 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=896813e1357049feae8b157077c3d627&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372388 Mar 11 15:36:46.498907 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 38202) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:36:46.549358 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d0f80880-29eb-4efb-b0ca-3bbc59eebfde admin admin] Publish callbacks [] for security_group (50cdbe1c-d523-4a00-abe9-792393b0cc89), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:46.569909 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d0f80880-29eb-4efb-b0ca-3bbc59eebfde admin admin] Publish callbacks [] for security_group (50cdbe1c-d523-4a00-abe9-792393b0cc89), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:46.691420 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d0f80880-29eb-4efb-b0ca-3bbc59eebfde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (50cdbe1c-d523-4a00-abe9-792393b0cc89), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:46.693938 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-d0f80880-29eb-4efb-b0ca-3bbc59eebfde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:46.695079 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-d0f80880-29eb-4efb-b0ca-3bbc59eebfde admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/50cdbe1c-d523-4a00-abe9-792393b0cc89 HTTP/1.1" status: 204 len: 168 time: 0.1946731 Mar 11 15:36:46.703133 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f80880-29eb-4efb-b0ca-3bbc59eebfde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cdbe1c-d523-4a00-abe9-792393b0cc89,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:36:57.833944 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-454a515d-f15a-4669-a1b6-e993374af7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:36:59.870008 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2cca523a-1ee0-4418-a924-b1cc19c667da req-b797001a-83e4-4951-816e-f77350cf6fad service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457695 Mar 11 15:36:59.961260 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca523a-1ee0-4418-a924-b1cc19c667da req-5b80b9f1-12eb-47e4-95b1-cbe103285c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:36:59.962680 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2cca523a-1ee0-4418-a924-b1cc19c667da req-5b80b9f1-12eb-47e4-95b1-cbe103285c01 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb335f8049aa4ee69a88ea78cca02ce5&device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 1129 time: 0.0482037 Mar 11 15:37:00.051332 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-734764e4-610c-49f0-9541-485cc84b493b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:37:00.074225 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca523a-1ee0-4418-a924-b1cc19c667da req-74a260a3-5f4d-4d97-8383-384b624cd3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:00.075864 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2cca523a-1ee0-4418-a924-b1cc19c667da req-74a260a3-5f4d-4d97-8383-384b624cd3bb service neutron] 10.222.0.66 "GET /v2.0/networks?id=3d5e0863-e0aa-4017-83f3-d21fc71a25fa HTTP/1.1" status: 200 len: 911 time: 0.0922859 Mar 11 15:37:00.148819 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2cca523a-1ee0-4418-a924-b1cc19c667da req-4e52d358-29c1-4d2c-a9aa-0eaa29d05c06 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26e8e945-ebfb-4f21-9e43-d00621a03476 HTTP/1.1" status: 200 len: 1001 time: 0.0648394 Mar 11 15:37:00.196961 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca523a-1ee0-4418-a924-b1cc19c667da req-aa3392bf-6fc7-48d1-82b2-aa043fc52d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:00.198493 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2cca523a-1ee0-4418-a924-b1cc19c667da req-aa3392bf-6fc7-48d1-82b2-aa043fc52d0d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=df153bc8-7b31-4f7f-ade9-76f6d477ade7 HTTP/1.1" status: 200 len: 849 time: 0.0443928 Mar 11 15:37:00.253855 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca523a-1ee0-4418-a924-b1cc19c667da req-ffd4ea09-176b-4582-892b-c63c9a90ec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:37:00.255299 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2cca523a-1ee0-4418-a924-b1cc19c667da req-ffd4ea09-176b-4582-892b-c63c9a90ec05 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3d5e0863-e0aa-4017-83f3-d21fc71a25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512426 Mar 11 15:37:00.353800 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2cca523a-1ee0-4418-a924-b1cc19c667da req-99fe0b1e-4485-4090-b8da-0261cd0779df service neutron] 10.222.0.66 "GET /v2.0/networks/3d5e0863-e0aa-4017-83f3-d21fc71a25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920119 Mar 11 15:37:00.484155 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-2cca523a-1ee0-4418-a924-b1cc19c667da req-8789228b-52f8-471f-89eb-18743a17f98c service neutron] 10.222.0.66 "GET /v2.0/networks/3d5e0863-e0aa-4017-83f3-d21fc71a25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233873 Mar 11 15:37:01.302744 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:37:03.045442 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:37:04.370916 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:37:06.595780 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:37:13.182730 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:37:27.867619 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-117ab9a3-f47e-4ba0-bda0-4012d417413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:37:30.077799 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-1ea89f50-9d23-4591-99df-7c17cb6f643b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:37:30.272704 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [req-b20329d5-c979-40af-b76e-70414579029c req-42e9db3b-f02f-45df-baae-41dab606e5b6 service neutron] (103739) timed out ('10.222.0.66', 55824) {{(pid=103739) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 15:37:31.330763 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:37:33.084657 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:37:34.397493 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:37:43.204762 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:37:43.595687 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:37:57.821457 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e5138245-b77b-4477-ae96-69fb45386d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:38:00.067299 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-2f81b5db-d1f5-4dac-8bc4-01fc77249ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:38:00.964686 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b02b65ac-e424-4634-9912-9a7a25c5306f req-98b19e76-30c2-49e6-a3fc-a905e2f830b4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1451893 Mar 11 15:38:01.052565 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b65ac-e424-4634-9912-9a7a25c5306f req-5c5c5e1c-a59f-456d-abd4-b3bfaa685bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:01.054067 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b02b65ac-e424-4634-9912-9a7a25c5306f req-5c5c5e1c-a59f-456d-abd4-b3bfaa685bc9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb335f8049aa4ee69a88ea78cca02ce5&device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 1129 time: 0.0449142 Mar 11 15:38:01.157833 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b65ac-e424-4634-9912-9a7a25c5306f req-55d5fffb-497f-4510-8c65-5f85a8114e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:01.159289 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b02b65ac-e424-4634-9912-9a7a25c5306f req-55d5fffb-497f-4510-8c65-5f85a8114e82 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3d5e0863-e0aa-4017-83f3-d21fc71a25fa HTTP/1.1" status: 200 len: 911 time: 0.0882292 Mar 11 15:38:01.224032 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b02b65ac-e424-4634-9912-9a7a25c5306f req-829e0bae-2a84-4469-8b37-bfa484ab9c20 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26e8e945-ebfb-4f21-9e43-d00621a03476 HTTP/1.1" status: 200 len: 1001 time: 0.0586913 Mar 11 15:38:01.275009 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b65ac-e424-4634-9912-9a7a25c5306f req-775863c2-d4d4-4e50-80f7-98154c419e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:01.276521 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b02b65ac-e424-4634-9912-9a7a25c5306f req-775863c2-d4d4-4e50-80f7-98154c419e4f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=df153bc8-7b31-4f7f-ade9-76f6d477ade7 HTTP/1.1" status: 200 len: 849 time: 0.0465388 Mar 11 15:38:01.310880 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:38:01.330178 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b65ac-e424-4634-9912-9a7a25c5306f req-9e2f1dc1-15fe-4a25-8064-a2fc5228951d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:01.331692 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b02b65ac-e424-4634-9912-9a7a25c5306f req-9e2f1dc1-15fe-4a25-8064-a2fc5228951d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3d5e0863-e0aa-4017-83f3-d21fc71a25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485456 Mar 11 15:38:01.419034 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b02b65ac-e424-4634-9912-9a7a25c5306f req-a5d20a68-b456-447d-b997-535d56094eb8 service neutron] 10.222.0.66 "GET /v2.0/networks/3d5e0863-e0aa-4017-83f3-d21fc71a25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814142 Mar 11 15:38:01.510898 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b02b65ac-e424-4634-9912-9a7a25c5306f req-04f2ba42-ce9d-49cb-a7d3-b191f867d046 service neutron] 10.222.0.66 "GET /v2.0/networks/3d5e0863-e0aa-4017-83f3-d21fc71a25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866075 Mar 11 15:38:03.056003 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:38:03.785123 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9986c702-768e-4c51-a2d2-c2caaddfba12 req-0e5c4661-410d-4ec8-9220-9338857e3481 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:03.786604 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9986c702-768e-4c51-a2d2-c2caaddfba12 req-0e5c4661-410d-4ec8-9220-9338857e3481 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0532184 Mar 11 15:38:03.833828 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9986c702-768e-4c51-a2d2-c2caaddfba12 req-650ec7d5-6bbc-4aee-ae36-5b2509106f92 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406501 Mar 11 15:38:04.353131 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:38:05.010653 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc65a7d-4355-43a8-a19d-c82fd2395c82 req-21fc43ea-1a67-484e-91ad-4b31b14ccf0a tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:05.012181 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5fc65a7d-4355-43a8-a19d-c82fd2395c82 req-21fc43ea-1a67-484e-91ad-4b31b14ccf0a tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.1079743 Mar 11 15:38:05.061586 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5fc65a7d-4355-43a8-a19d-c82fd2395c82 req-72de237d-3ea8-44bb-8709-1a4afb2c9003 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438619 Mar 11 15:38:06.179058 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13341a56-8259-4057-99f1-daec32ea7a46 req-d0fed771-4152-42af-9a16-0a4031a1080b tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:06.181244 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-13341a56-8259-4057-99f1-daec32ea7a46 req-d0fed771-4152-42af-9a16-0a4031a1080b tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0508840 Mar 11 15:38:06.231193 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-13341a56-8259-4057-99f1-daec32ea7a46 req-626346bb-e967-4e65-be3c-92257e1aec2c tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444424 Mar 11 15:38:07.356270 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10408b85-9658-463c-9095-8b328974edf9 req-3360570a-b8f0-4a83-8450-c3b523c4c028 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:07.357637 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-10408b85-9658-463c-9095-8b328974edf9 req-3360570a-b8f0-4a83-8450-c3b523c4c028 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0553141 Mar 11 15:38:07.403939 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-10408b85-9658-463c-9095-8b328974edf9 req-549f969a-a0cb-44cc-a78f-f37ce4599bd4 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408051 Mar 11 15:38:08.521121 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ccdda3-2d8c-41e5-a7ce-b2308a94068d req-e272350e-429e-4282-bd8c-675b98cff8d4 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:08.522618 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c1ccdda3-2d8c-41e5-a7ce-b2308a94068d req-e272350e-429e-4282-bd8c-675b98cff8d4 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0508342 Mar 11 15:38:08.570644 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c1ccdda3-2d8c-41e5-a7ce-b2308a94068d req-7c6a5be9-c056-478d-b39f-11445c59a167 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419474 Mar 11 15:38:09.689418 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4f38f-6cab-4ca0-90a7-9362c93f9dd3 req-f8cb712d-321f-4f3d-8de6-ab3ce943e9a8 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:09.690943 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-68a4f38f-6cab-4ca0-90a7-9362c93f9dd3 req-f8cb712d-321f-4f3d-8de6-ab3ce943e9a8 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0518358 Mar 11 15:38:09.739058 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-68a4f38f-6cab-4ca0-90a7-9362c93f9dd3 req-303032b0-370e-483a-88f4-8a4d024e1f50 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422502 Mar 11 15:38:10.856717 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b662d3-5203-4cc8-996e-740ccd0f7251 req-dde17c4f-b02b-4c1a-9a69-71cb299385e8 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:10.858227 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a9b662d3-5203-4cc8-996e-740ccd0f7251 req-dde17c4f-b02b-4c1a-9a69-71cb299385e8 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0518599 Mar 11 15:38:10.917211 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a9b662d3-5203-4cc8-996e-740ccd0f7251 req-c6cc5c57-15ec-4d96-8db1-ff308e45f0f4 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446336 Mar 11 15:38:12.038144 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109d0c7-bac1-4373-bc0a-60845ddcd644 req-965bc4bd-b5e8-4fdb-8b86-da69e40246c3 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:12.039723 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0109d0c7-bac1-4373-bc0a-60845ddcd644 req-965bc4bd-b5e8-4fdb-8b86-da69e40246c3 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0520487 Mar 11 15:38:12.093124 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-0109d0c7-bac1-4373-bc0a-60845ddcd644 req-e3debe1e-e750-45a0-87b6-f5c9813278f0 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472319 Mar 11 15:38:13.207853 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:38:13.220819 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ee4c0-7ad1-4052-a531-696585e242e5 req-f4a22fd1-33e3-46fa-ae37-5d6ad55f5960 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:13.223793 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9f4ee4c0-7ad1-4052-a531-696585e242e5 req-f4a22fd1-33e3-46fa-ae37-5d6ad55f5960 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0594375 Mar 11 15:38:13.273947 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9f4ee4c0-7ad1-4052-a531-696585e242e5 req-10af7350-7ea7-4aa3-a8b2-5f6203d94d36 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448499 Mar 11 15:38:14.399169 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985004a-5633-451c-8fec-24c1c3ad3f4d req-d236fb23-4ee4-4625-adf3-ea3efa841a0b tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:14.400766 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b985004a-5633-451c-8fec-24c1c3ad3f4d req-d236fb23-4ee4-4625-adf3-ea3efa841a0b tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0555906 Mar 11 15:38:14.466153 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-b985004a-5633-451c-8fec-24c1c3ad3f4d req-d155e024-67f4-4d84-860a-94e1dd27ffcd tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596023 Mar 11 15:38:15.588657 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1537898-5531-405a-8528-e73f16d89f4d req-a6de2208-32a5-4bd3-ab1b-35a743de2cce tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:15.590214 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c1537898-5531-405a-8528-e73f16d89f4d req-a6de2208-32a5-4bd3-ab1b-35a743de2cce tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0540347 Mar 11 15:38:15.637263 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c1537898-5531-405a-8528-e73f16d89f4d req-3be86f9f-1e61-4c4e-a666-2c1eda45c0ed tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415440 Mar 11 15:38:16.755572 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01072695-42fa-4a6f-a187-84db36acd972 req-8f8167cd-1185-4af8-ac6d-41d2116c20ad tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:16.757051 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-01072695-42fa-4a6f-a187-84db36acd972 req-8f8167cd-1185-4af8-ac6d-41d2116c20ad tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0520902 Mar 11 15:38:16.804316 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-01072695-42fa-4a6f-a187-84db36acd972 req-488faf6d-5663-4c31-9de7-674fe6673371 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412138 Mar 11 15:38:17.922314 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a903f-2c43-4c8b-8a41-504a6a8bf094 req-12bf3711-d4a2-49fe-b51a-406176d7b666 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:17.923806 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e93a903f-2c43-4c8b-8a41-504a6a8bf094 req-12bf3711-d4a2-49fe-b51a-406176d7b666 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0510054 Mar 11 15:38:17.974036 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e93a903f-2c43-4c8b-8a41-504a6a8bf094 req-b923da08-659e-4e48-9294-35e279c3c15d tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447032 Mar 11 15:38:19.095380 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9a3a1-fe5a-48b5-bda4-b571b4423d29 req-a89710ce-adf2-425e-b9c2-d461721b0ffc tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:19.096881 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9ad9a3a1-fe5a-48b5-bda4-b571b4423d29 req-a89710ce-adf2-425e-b9c2-d461721b0ffc tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0556901 Mar 11 15:38:19.143306 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-9ad9a3a1-fe5a-48b5-bda4-b571b4423d29 req-712ed177-2e17-4ad3-a354-4988376622b3 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409694 Mar 11 15:38:20.259785 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdb5b8-ca4f-41ea-963a-805de78b77ba req-7c2758e2-9144-4676-9dcc-2e357c3d998f tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:20.261242 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f1bdb5b8-ca4f-41ea-963a-805de78b77ba req-7c2758e2-9144-4676-9dcc-2e357c3d998f tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0513835 Mar 11 15:38:20.309477 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f1bdb5b8-ca4f-41ea-963a-805de78b77ba req-fff95c3a-633d-49ce-acc9-29a1dda12e71 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426862 Mar 11 15:38:20.595334 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:38:21.426957 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3fc1a-4e23-4ca5-9dac-8c983e367c2b req-20becc53-661f-4fc7-bbc8-da185c79fbcf tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:21.428436 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-40a3fc1a-4e23-4ca5-9dac-8c983e367c2b req-20becc53-661f-4fc7-bbc8-da185c79fbcf tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0517678 Mar 11 15:38:21.474815 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-40a3fc1a-4e23-4ca5-9dac-8c983e367c2b req-a542dfe6-99f7-435c-bc2e-e6fc5f7d98c6 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399888 Mar 11 15:38:22.598563 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d89bf-1ef5-4da6-b7e4-939b2dea4492 req-733188df-58f6-4991-a489-67d60b06b347 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:22.600048 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d30d89bf-1ef5-4da6-b7e4-939b2dea4492 req-733188df-58f6-4991-a489-67d60b06b347 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0512495 Mar 11 15:38:22.649624 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-d30d89bf-1ef5-4da6-b7e4-939b2dea4492 req-3b587cfa-967a-4172-a15b-8e0e6ca48a74 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440106 Mar 11 15:38:23.765953 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323bb0c-7795-4ab4-9dc1-8a33f299f49e req-6a465db0-15ba-484b-a63b-fb9c3e1949b1 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:23.767448 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4323bb0c-7795-4ab4-9dc1-8a33f299f49e req-6a465db0-15ba-484b-a63b-fb9c3e1949b1 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0516484 Mar 11 15:38:23.816844 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4323bb0c-7795-4ab4-9dc1-8a33f299f49e req-1898ac16-5033-4ce5-aaa3-807531edeb26 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437477 Mar 11 15:38:24.938390 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633f2e8-6999-4717-9c53-4da74e68d4d7 req-766a0042-c83e-486c-bda7-d30c98f8d4e3 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:24.940030 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e633f2e8-6999-4717-9c53-4da74e68d4d7 req-766a0042-c83e-486c-bda7-d30c98f8d4e3 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0561547 Mar 11 15:38:24.986518 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e633f2e8-6999-4717-9c53-4da74e68d4d7 req-863942fa-2bea-477a-b4b8-009cdbb78887 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409076 Mar 11 15:38:25.316052 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868ca6e-3262-4ee0-a0c0-5ad7812f668a req-a3056f39-140a-466c-b5e9-89b01e16312a tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:25.317606 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c868ca6e-3262-4ee0-a0c0-5ad7812f668a req-a3056f39-140a-466c-b5e9-89b01e16312a tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0562375 Mar 11 15:38:25.365959 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c868ca6e-3262-4ee0-a0c0-5ad7812f668a req-a115f4ac-7043-443c-b578-d9752f60be6a tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425994 Mar 11 15:38:25.421225 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37f7ca-e419-44a1-a86c-e69413e1fefc req-f3b1ac6e-f38b-47d8-88f9-6d8813533864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:25.422688 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0e37f7ca-e419-44a1-a86c-e69413e1fefc req-f3b1ac6e-f38b-47d8-88f9-6d8813533864 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb335f8049aa4ee69a88ea78cca02ce5&device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 1129 time: 0.0472105 Mar 11 15:38:25.519883 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37f7ca-e419-44a1-a86c-e69413e1fefc req-faed1c5d-a5ce-4d32-a38b-1ad37ae4fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:25.521282 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0e37f7ca-e419-44a1-a86c-e69413e1fefc req-faed1c5d-a5ce-4d32-a38b-1ad37ae4fb75 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3d5e0863-e0aa-4017-83f3-d21fc71a25fa HTTP/1.1" status: 200 len: 911 time: 0.0927839 Mar 11 15:38:25.588089 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0e37f7ca-e419-44a1-a86c-e69413e1fefc req-a1708791-a773-4038-bfe7-80c9c52bc72e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26e8e945-ebfb-4f21-9e43-d00621a03476 HTTP/1.1" status: 200 len: 1001 time: 0.0609243 Mar 11 15:38:25.633833 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37f7ca-e419-44a1-a86c-e69413e1fefc req-f25f2816-5b79-488a-bba8-4a55cf08eee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:25.635253 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0e37f7ca-e419-44a1-a86c-e69413e1fefc req-f25f2816-5b79-488a-bba8-4a55cf08eee7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=df153bc8-7b31-4f7f-ade9-76f6d477ade7 HTTP/1.1" status: 200 len: 849 time: 0.0416119 Mar 11 15:38:25.682913 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37f7ca-e419-44a1-a86c-e69413e1fefc req-a547dc4d-2414-4713-929e-c9e22df5f71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:25.684403 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0e37f7ca-e419-44a1-a86c-e69413e1fefc req-a547dc4d-2414-4713-929e-c9e22df5f71e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3d5e0863-e0aa-4017-83f3-d21fc71a25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432637 Mar 11 15:38:25.775813 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0e37f7ca-e419-44a1-a86c-e69413e1fefc req-3c6e7ad9-426e-4d79-82b6-800bc97a0647 service neutron] 10.222.0.66 "GET /v2.0/networks/3d5e0863-e0aa-4017-83f3-d21fc71a25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856144 Mar 11 15:38:25.862538 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0e37f7ca-e419-44a1-a86c-e69413e1fefc req-bc10be02-1392-4b85-9f14-5384a2b6d3bf service neutron] 10.222.0.66 "GET /v2.0/networks/3d5e0863-e0aa-4017-83f3-d21fc71a25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807521 Mar 11 15:38:26.487726 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23309592-8fb7-400a-a263-ec183b58505a req-e9575af2-5169-4a7a-b484-ed558e3c5376 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:26.489330 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-23309592-8fb7-400a-a263-ec183b58505a req-e9575af2-5169-4a7a-b484-ed558e3c5376 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0537517 Mar 11 15:38:26.536145 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-23309592-8fb7-400a-a263-ec183b58505a req-ad6f8eb0-98da-4ec9-8495-f9757e6f9861 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412555 Mar 11 15:38:27.659637 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb3c13-b823-4cf2-88dc-2328835c5a3d req-6e23df38-4010-4fe1-a7e4-8242956abb95 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:38:27.661116 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e0fb3c13-b823-4cf2-88dc-2328835c5a3d req-6e23df38-4010-4fe1-a7e4-8242956abb95 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0557995 Mar 11 15:38:27.809486 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-2e598bc2-4964-4858-a708-1a9cf7763fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:38:27.977931 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e0fb3c13-b823-4cf2-88dc-2328835c5a3d req-40f0cce5-21e9-44b2-8143-af94566c095f tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3111424 Mar 11 15:38:30.089524 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-205e86eb-a90d-4c26-ade6-3f5c6d529025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:38:31.295028 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:38:33.089860 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:38:34.379148 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:38:43.197858 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:38:57.595020 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:38:57.829277 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-95bba73d-23a6-4dee-b2b7-2a92a677ef05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:39:00.046817 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-6260255f-55c5-408d-9352-d98278fe82af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:39:01.311449 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:39:02.875946 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3421571d-5dbd-4d84-84d8-01e491177540 req-5d428e51-669c-459a-a4f4-e51a8f4f3e86 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440176 Mar 11 15:39:02.963095 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421571d-5dbd-4d84-84d8-01e491177540 req-d49ccdec-1d9d-404c-9757-1bcd2fe2991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:02.964596 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3421571d-5dbd-4d84-84d8-01e491177540 req-d49ccdec-1d9d-404c-9757-1bcd2fe2991c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb335f8049aa4ee69a88ea78cca02ce5&device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 1129 time: 0.0478232 Mar 11 15:39:03.053227 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:39:03.077720 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421571d-5dbd-4d84-84d8-01e491177540 req-f4a1bb45-bb3c-46d9-a3cf-4891ea02149e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:03.079293 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3421571d-5dbd-4d84-84d8-01e491177540 req-f4a1bb45-bb3c-46d9-a3cf-4891ea02149e service neutron] 10.222.0.66 "GET /v2.0/networks?id=3d5e0863-e0aa-4017-83f3-d21fc71a25fa HTTP/1.1" status: 200 len: 911 time: 0.0958748 Mar 11 15:39:03.152305 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3421571d-5dbd-4d84-84d8-01e491177540 req-15d82beb-a54e-4219-b051-b53b74478c6e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26e8e945-ebfb-4f21-9e43-d00621a03476 HTTP/1.1" status: 200 len: 1001 time: 0.0670459 Mar 11 15:39:03.206261 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421571d-5dbd-4d84-84d8-01e491177540 req-6509cbf4-e472-4bf8-ad25-13291dfe7324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:03.207790 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3421571d-5dbd-4d84-84d8-01e491177540 req-6509cbf4-e472-4bf8-ad25-13291dfe7324 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=df153bc8-7b31-4f7f-ade9-76f6d477ade7 HTTP/1.1" status: 200 len: 849 time: 0.0499074 Mar 11 15:39:03.255330 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421571d-5dbd-4d84-84d8-01e491177540 req-646a00ab-149c-43df-95df-43b7b2525bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:03.256822 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3421571d-5dbd-4d84-84d8-01e491177540 req-646a00ab-149c-43df-95df-43b7b2525bf0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3d5e0863-e0aa-4017-83f3-d21fc71a25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432971 Mar 11 15:39:03.349989 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3421571d-5dbd-4d84-84d8-01e491177540 req-eb67af96-8ec5-47ff-aa54-53ac2330c51b service neutron] 10.222.0.66 "GET /v2.0/networks/3d5e0863-e0aa-4017-83f3-d21fc71a25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876222 Mar 11 15:39:03.445931 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-3421571d-5dbd-4d84-84d8-01e491177540 req-498f59e4-7c47-4633-a0a8-1057755f6f23 service neutron] 10.222.0.66 "GET /v2.0/networks/3d5e0863-e0aa-4017-83f3-d21fc71a25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901184 Mar 11 15:39:04.361031 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:39:13.246789 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:39:27.853674 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-0f7157ff-6011-4c8a-997b-d7670c60f1b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:39:30.093643 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-c1a833a0-8074-4bd6-a4e9-e7ebb2ce4b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:39:31.333881 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:39:33.120715 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:39:33.207859 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfa085-b3c5-40ce-950b-754034556477 req-6b254a84-82ce-4501-8078-52af09b45a90 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:33.209369 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-37bfa085-b3c5-40ce-950b-754034556477 req-6b254a84-82ce-4501-8078-52af09b45a90 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0637250 Mar 11 15:39:33.257515 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-37bfa085-b3c5-40ce-950b-754034556477 req-082f70b6-0625-485b-bb58-4db9cc0e2760 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415814 Mar 11 15:39:34.381780 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc51b6-dabf-4301-9d8e-9545b777483c req-e694ddb2-a856-4e78-9c17-6f22845a25c4 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:34.383247 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-31bc51b6-dabf-4301-9d8e-9545b777483c req-e694ddb2-a856-4e78-9c17-6f22845a25c4 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0529103 Mar 11 15:39:34.400830 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:39:34.432172 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-31bc51b6-dabf-4301-9d8e-9545b777483c req-62f58fc0-ddb2-4ecd-89d7-e4f9461f9532 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421450 Mar 11 15:39:34.594609 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:39:35.553301 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b36c99-6863-4cf2-86ce-c7077fa6678f req-772a016f-1012-485f-b138-0b6ca3c0442e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:35.555327 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-96b36c99-6863-4cf2-86ce-c7077fa6678f req-772a016f-1012-485f-b138-0b6ca3c0442e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0555484 Mar 11 15:39:35.602259 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-96b36c99-6863-4cf2-86ce-c7077fa6678f req-64faa3c8-613a-4935-a7e1-25ec00158977 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413029 Mar 11 15:39:36.725512 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223e210-9a6f-464c-af0d-2972fa305d3e req-bf3f6d2c-aee3-4638-adb0-01fc16254d5e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:36.726998 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c223e210-9a6f-464c-af0d-2972fa305d3e req-bf3f6d2c-aee3-4638-adb0-01fc16254d5e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0572760 Mar 11 15:39:36.775424 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c223e210-9a6f-464c-af0d-2972fa305d3e req-2e9188ed-d456-458f-850a-70b6f782b44e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424786 Mar 11 15:39:37.895220 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b765f63-4cc6-4369-b43e-0d6e40bd94dd req-c478cd5d-d5e1-4453-b7c1-9cc0d5325204 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:37.895738 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7b765f63-4cc6-4369-b43e-0d6e40bd94dd req-c478cd5d-d5e1-4453-b7c1-9cc0d5325204 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0518854 Mar 11 15:39:37.944192 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-7b765f63-4cc6-4369-b43e-0d6e40bd94dd req-3ab557e7-f1e1-45b9-a124-a3dd128e37b3 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428488 Mar 11 15:39:39.075973 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4902f-623b-41e4-8421-9b109cfaa698 req-c4b66562-2494-4af9-8db2-694e8b2a87ce tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:39.077480 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a1d4902f-623b-41e4-8421-9b109cfaa698 req-c4b66562-2494-4af9-8db2-694e8b2a87ce tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0597465 Mar 11 15:39:39.137281 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a1d4902f-623b-41e4-8421-9b109cfaa698 req-7b0db440-6721-4a46-81ec-2dc8999dbd95 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532498 Mar 11 15:39:40.257162 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79c036-09eb-43a9-a25a-95c8aec988af req-c5399768-0ec8-48e6-a042-a004d6675509 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:40.258644 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-fa79c036-09eb-43a9-a25a-95c8aec988af req-c5399768-0ec8-48e6-a042-a004d6675509 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0548048 Mar 11 15:39:40.305477 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-fa79c036-09eb-43a9-a25a-95c8aec988af req-fb8b8919-5b7c-4d59-8714-e0b7dd87f86e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400841 Mar 11 15:39:41.425407 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f912a-e565-4c79-a6f9-4133e2365b81 req-8e6ab8ba-b511-4405-95be-3d8f83fee7a2 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:41.426901 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ee4f912a-e565-4c79-a6f9-4133e2365b81 req-8e6ab8ba-b511-4405-95be-3d8f83fee7a2 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0518980 Mar 11 15:39:41.478337 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-ee4f912a-e565-4c79-a6f9-4133e2365b81 req-485867fa-c308-40a1-a3f9-35dde6438003 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459580 Mar 11 15:39:42.607797 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3a3e1-0836-494b-b075-7c3e53d12db9 req-2ce42427-ec2d-4503-b790-0215c7cfe35e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:42.610089 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3fb3a3e1-0836-494b-b075-7c3e53d12db9 req-2ce42427-ec2d-4503-b790-0215c7cfe35e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0639992 Mar 11 15:39:42.663266 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-3fb3a3e1-0836-494b-b075-7c3e53d12db9 req-6c26864d-d858-4974-a219-52efbaabea00 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470388 Mar 11 15:39:43.200441 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:39:43.785150 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb721b85-8b17-44fd-b5f8-29e8739987a5 req-f5e695ff-e2dd-4e5b-8e04-2fdc31c0af42 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:43.786601 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cb721b85-8b17-44fd-b5f8-29e8739987a5 req-f5e695ff-e2dd-4e5b-8e04-2fdc31c0af42 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0530348 Mar 11 15:39:43.834653 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-cb721b85-8b17-44fd-b5f8-29e8739987a5 req-dfe4a8d4-7e22-4025-ad51-1216ce8c58b4 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423224 Mar 11 15:39:44.179212 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937005b-fb09-449c-9a87-c8fc51e1a1b5 req-4583b845-3e0a-4809-a614-eb2ca2ed19bd tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:44.180771 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1937005b-fb09-449c-9a87-c8fc51e1a1b5 req-4583b845-3e0a-4809-a614-eb2ca2ed19bd tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0563214 Mar 11 15:39:44.230556 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1937005b-fb09-449c-9a87-c8fc51e1a1b5 req-ee52626b-9042-49de-b718-33453f9340a3 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433099 Mar 11 15:39:44.299992 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d5de0-9ac0-4c34-9ae5-8c7ee1579ac6 req-c51094e3-2137-476b-a347-bb591657b994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:44.301480 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e34d5de0-9ac0-4c34-9ae5-8c7ee1579ac6 req-c51094e3-2137-476b-a347-bb591657b994 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb335f8049aa4ee69a88ea78cca02ce5&device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 1129 time: 0.0485899 Mar 11 15:39:44.391728 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d5de0-9ac0-4c34-9ae5-8c7ee1579ac6 req-3d07ed35-72e6-4b72-9694-5f0fd7cf946b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:44.393202 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e34d5de0-9ac0-4c34-9ae5-8c7ee1579ac6 req-3d07ed35-72e6-4b72-9694-5f0fd7cf946b service neutron] 10.222.0.66 "GET /v2.0/networks?id=3d5e0863-e0aa-4017-83f3-d21fc71a25fa HTTP/1.1" status: 200 len: 911 time: 0.0864439 Mar 11 15:39:44.461755 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e34d5de0-9ac0-4c34-9ae5-8c7ee1579ac6 req-a26a5fe9-e174-4efb-889e-c0d1069b4b11 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26e8e945-ebfb-4f21-9e43-d00621a03476 HTTP/1.1" status: 200 len: 1001 time: 0.0627496 Mar 11 15:39:44.508255 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d5de0-9ac0-4c34-9ae5-8c7ee1579ac6 req-3023f644-c83b-447f-b0ab-d2d77aa548b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:44.509709 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e34d5de0-9ac0-4c34-9ae5-8c7ee1579ac6 req-3023f644-c83b-447f-b0ab-d2d77aa548b3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=df153bc8-7b31-4f7f-ade9-76f6d477ade7 HTTP/1.1" status: 200 len: 849 time: 0.0419152 Mar 11 15:39:44.556941 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d5de0-9ac0-4c34-9ae5-8c7ee1579ac6 req-e2b01b8b-c816-4487-a125-8735b6d5b773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:44.559001 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e34d5de0-9ac0-4c34-9ae5-8c7ee1579ac6 req-e2b01b8b-c816-4487-a125-8735b6d5b773 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3d5e0863-e0aa-4017-83f3-d21fc71a25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435841 Mar 11 15:39:44.653348 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e34d5de0-9ac0-4c34-9ae5-8c7ee1579ac6 req-4475dc5a-20a5-4160-91c4-94a8d4e93bc5 service neutron] 10.222.0.66 "GET /v2.0/networks/3d5e0863-e0aa-4017-83f3-d21fc71a25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885828 Mar 11 15:39:44.741011 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e34d5de0-9ac0-4c34-9ae5-8c7ee1579ac6 req-368917c3-f271-43a5-88e9-7fb796b97240 service neutron] 10.222.0.66 "GET /v2.0/networks/3d5e0863-e0aa-4017-83f3-d21fc71a25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820844 Mar 11 15:39:45.350646 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f40f3-88f5-4d87-ac67-01a4ac9d02b1 req-f35a33d4-488c-4ea9-916d-75d730cb994f tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:45.352065 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-024f40f3-88f5-4d87-ac67-01a4ac9d02b1 req-f35a33d4-488c-4ea9-916d-75d730cb994f tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0519514 Mar 11 15:39:45.403344 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-024f40f3-88f5-4d87-ac67-01a4ac9d02b1 req-9879e946-6f1c-442e-b245-964d36eb363d tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442204 Mar 11 15:39:46.525519 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b37214-969c-4703-976f-e6c929c8eb34 req-dbaf32af-aa55-44d4-8865-de9bb47d418c tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:39:46.527046 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c0b37214-969c-4703-976f-e6c929c8eb34 req-dbaf32af-aa55-44d4-8865-de9bb47d418c tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0565662 Mar 11 15:39:46.573914 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-c0b37214-969c-4703-976f-e6c929c8eb34 req-1b3f9340-c13c-4b7f-a445-30afa2d6d659 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410650 Mar 11 15:39:57.824410 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d6addf99-66b1-4fe6-b0c3-8ef56b56e86e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:00.050817 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-827507dd-f917-4746-b30d-fc934a1e6fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:01.315801 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:03.085190 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:03.343290 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a8d0008e-f167-4b04-a6a6-af54afb9038d req-8ca981bb-fb9f-48dc-9cde-9eca5c1a2456 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422931 Mar 11 15:40:03.429272 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0008e-f167-4b04-a6a6-af54afb9038d req-b854751e-158c-4864-9b93-d8b9e645e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:03.430905 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a8d0008e-f167-4b04-a6a6-af54afb9038d req-b854751e-158c-4864-9b93-d8b9e645e3f0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb335f8049aa4ee69a88ea78cca02ce5&device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 1129 time: 0.0445318 Mar 11 15:40:03.540324 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0008e-f167-4b04-a6a6-af54afb9038d req-248c9fe3-e472-43a4-81eb-862d56c740a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:03.541787 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a8d0008e-f167-4b04-a6a6-af54afb9038d req-248c9fe3-e472-43a4-81eb-862d56c740a0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3d5e0863-e0aa-4017-83f3-d21fc71a25fa HTTP/1.1" status: 200 len: 911 time: 0.0907543 Mar 11 15:40:03.606018 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a8d0008e-f167-4b04-a6a6-af54afb9038d req-9d663e41-eae9-4f02-9aa2-127f2c52cfa7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26e8e945-ebfb-4f21-9e43-d00621a03476 HTTP/1.1" status: 200 len: 1001 time: 0.0570693 Mar 11 15:40:03.660967 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0008e-f167-4b04-a6a6-af54afb9038d req-b2c3e33f-d1ce-4c9c-8611-0b29104a3241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:03.662423 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a8d0008e-f167-4b04-a6a6-af54afb9038d req-b2c3e33f-d1ce-4c9c-8611-0b29104a3241 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=df153bc8-7b31-4f7f-ade9-76f6d477ade7 HTTP/1.1" status: 200 len: 849 time: 0.0509109 Mar 11 15:40:03.712042 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d0008e-f167-4b04-a6a6-af54afb9038d req-37393387-e6d9-4952-a7c3-72551507a879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:03.713562 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a8d0008e-f167-4b04-a6a6-af54afb9038d req-37393387-e6d9-4952-a7c3-72551507a879 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3d5e0863-e0aa-4017-83f3-d21fc71a25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452249 Mar 11 15:40:03.810257 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a8d0008e-f167-4b04-a6a6-af54afb9038d req-48e7fc55-4162-4f8c-a120-a4f9dd72a8f5 service neutron] 10.222.0.66 "GET /v2.0/networks/3d5e0863-e0aa-4017-83f3-d21fc71a25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908656 Mar 11 15:40:03.900581 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-a8d0008e-f167-4b04-a6a6-af54afb9038d req-c1805216-9893-4707-aa64-1696645504a4 service neutron] 10.222.0.66 "GET /v2.0/networks/3d5e0863-e0aa-4017-83f3-d21fc71a25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843284 Mar 11 15:40:04.359797 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:11.594111 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:40:13.210636 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:27.844715 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-187ee6b2-153b-42c1-8b43-7b1895843b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:30.081168 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-05f7d308-9a93-46d8-9999-f817f1e0a71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:31.344032 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:33.055932 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:34.364707 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:43.234781 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:47.612169 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [req-798731fa-8ffe-4942-bf7b-e16bc0b35734 req-e340247c-201d-473b-bf1c-3da1d096454f service neutron] (103739) timed out ('10.222.0.66', 55823) {{(pid=103739) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 15:40:48.594142 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:40:50.373125 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d467afa-697b-43cd-8f4d-77b86c5386b2 req-a30c3fae-a480-4b92-8826-0e689243052a tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:50.374562 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5d467afa-697b-43cd-8f4d-77b86c5386b2 req-a30c3fae-a480-4b92-8826-0e689243052a tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0546958 Mar 11 15:40:50.424827 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-5d467afa-697b-43cd-8f4d-77b86c5386b2 req-87666b91-2699-49fa-bdb6-59f2fd10268f tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433049 Mar 11 15:40:51.553005 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b829c2f-93a9-4d81-b446-43ddae34ed55 req-32dd0125-e49b-4802-b492-06ecfaa2bab5 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:51.554506 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9b829c2f-93a9-4d81-b446-43ddae34ed55 req-32dd0125-e49b-4802-b492-06ecfaa2bab5 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0566218 Mar 11 15:40:51.606718 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-9b829c2f-93a9-4d81-b446-43ddae34ed55 req-9262c014-bc99-4e49-99ca-afd605fad5b9 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466754 Mar 11 15:40:52.525209 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4820b1-892f-4cd8-9e1a-14ac81aaba32 req-ba934192-6506-4dd4-b82c-11b4879793a7 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:52.526635 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-df4820b1-892f-4cd8-9e1a-14ac81aaba32 req-ba934192-6506-4dd4-b82c-11b4879793a7 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.66 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0505171 Mar 11 15:40:52.618582 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-df4820b1-892f-4cd8-9e1a-14ac81aaba32 req-a0fd524b-6949-44b4-97a8-bfc48e7475bc tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Deleting port 26e8e945-ebfb-4f21-9e43-d00621a03476 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:40:52.619282 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-df4820b1-892f-4cd8-9e1a-14ac81aaba32 req-a0fd524b-6949-44b4-97a8-bfc48e7475bc tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (26e8e945-ebfb-4f21-9e43-d00621a03476), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:52.712436 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-df4820b1-892f-4cd8-9e1a-14ac81aaba32 req-a0fd524b-6949-44b4-97a8-bfc48e7475bc tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] For port 26e8e945-ebfb-4f21-9e43-d00621a03476, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=26e8e945-ebfb-4f21-9e43-d00621a03476,segment=NetworkSegment(f48aca0b-6392-41a0-9f8c-a5ec39064887),segment_id=f48aca0b-6392-41a0-9f8c-a5ec39064887)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:40:52.712801 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-df4820b1-892f-4cd8-9e1a-14ac81aaba32 req-a0fd524b-6949-44b4-97a8-bfc48e7475bc tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (26e8e945-ebfb-4f21-9e43-d00621a03476), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:52.729923 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5116afd-00b1-4221-9c50-d31d18f905ee req-5dc00fc4-0d82-4a51-9940-ce01892f672b tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:52.731734 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f5116afd-00b1-4221-9c50-d31d18f905ee req-5dc00fc4-0d82-4a51-9940-ce01892f672b tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 945 time: 0.0529017 Mar 11 15:40:52.777997 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f5116afd-00b1-4221-9c50-d31d18f905ee req-886b82b0-d55f-442c-a02f-1735f303d8b3 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=18208794-b085-468d-bcf9-55a820c9c392&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404034 Mar 11 15:40:52.884240 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-df4820b1-892f-4cd8-9e1a-14ac81aaba32 req-a0fd524b-6949-44b4-97a8-bfc48e7475bc tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:52.884579 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-df4820b1-892f-4cd8-9e1a-14ac81aaba32 req-a0fd524b-6949-44b4-97a8-bfc48e7475bc tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628361'] for floatingip (4971ce3e-a604-4d85-ae79-22e2b9917d41), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:52.884892 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.db.l3_db [req-df4820b1-892f-4cd8-9e1a-14ac81aaba32 req-a0fd524b-6949-44b4-97a8-bfc48e7475bc tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Floating IP 4971ce3e-a604-4d85-ae79-22e2b9917d41 disassociated. External IP: 172.27.2.216, port: 26e8e945-ebfb-4f21-9e43-d00621a03476. Mar 11 15:40:52.885230 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-df4820b1-892f-4cd8-9e1a-14ac81aaba32 req-a0fd524b-6949-44b4-97a8-bfc48e7475bc tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Calling delete_port for 26e8e945-ebfb-4f21-9e43-d00621a03476 owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:40:53.075048 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-df4820b1-892f-4cd8-9e1a-14ac81aaba32 req-a0fd524b-6949-44b4-97a8-bfc48e7475bc tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (26e8e945-ebfb-4f21-9e43-d00621a03476), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:53.103562 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd524b-6949-44b4-97a8-bfc48e7475bc tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Pushing event deleted for resources: {'Port': ['ID=26e8e945-ebfb-4f21-9e43-d00621a03476,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:53.115002 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd524b-6949-44b4-97a8-bfc48e7475bc tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:53.115440 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd524b-6949-44b4-97a8-bfc48e7475bc tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:53.115790 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd524b-6949-44b4-97a8-bfc48e7475bc tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:53.116130 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd524b-6949-44b4-97a8-bfc48e7475bc tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:53.116462 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd524b-6949-44b4-97a8-bfc48e7475bc tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:53.116794 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd524b-6949-44b4-97a8-bfc48e7475bc tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:53.117152 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd524b-6949-44b4-97a8-bfc48e7475bc tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:53.117480 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd524b-6949-44b4-97a8-bfc48e7475bc tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:53.117804 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd524b-6949-44b4-97a8-bfc48e7475bc tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:53.118128 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd524b-6949-44b4-97a8-bfc48e7475bc tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:53.118449 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd524b-6949-44b4-97a8-bfc48e7475bc tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:53.118775 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd524b-6949-44b4-97a8-bfc48e7475bc tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:53.119344 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fd524b-6949-44b4-97a8-bfc48e7475bc tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:53.230765 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df4820b1-892f-4cd8-9e1a-14ac81aaba32 req-a0fd524b-6949-44b4-97a8-bfc48e7475bc tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Router 01375421-7f5a-42e6-b696-faf432037c79 has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:40:53.337878 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df4820b1-892f-4cd8-9e1a-14ac81aaba32 req-a0fd524b-6949-44b4-97a8-bfc48e7475bc tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:40:53.350616 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af143a8d-5bc5-4af7-a95e-b31c3b2212a4 None None] Sync routers for ids ['01375421-7f5a-42e6-b696-faf432037c79'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:40:53.356963 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af143a8d-5bc5-4af7-a95e-b31c3b2212a4 None None] Routers {'01375421-7f5a-42e6-b696-faf432037c79'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:40:53.357570 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-af143a8d-5bc5-4af7-a95e-b31c3b2212a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:40:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['01375421-7f5a-42e6-b696-faf432037c79'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:53.377894 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4820b1-892f-4cd8-9e1a-14ac81aaba32 req-a0fd524b-6949-44b4-97a8-bfc48e7475bc tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] No DVR routers for this DVR port 26e8e945-ebfb-4f21-9e43-d00621a03476 on host hv-cinder-83336 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:40:53.380585 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-df4820b1-892f-4cd8-9e1a-14ac81aaba32 req-a0fd524b-6949-44b4-97a8-bfc48e7475bc tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:53.384556 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-df4820b1-892f-4cd8-9e1a-14ac81aaba32 req-a0fd524b-6949-44b4-97a8-bfc48e7475bc tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.66 "DELETE /v2.0/ports/26e8e945-ebfb-4f21-9e43-d00621a03476 HTTP/1.1" status: 204 len: 173 time: 0.8500059 Mar 11 15:40:53.384556 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac4e5e4-c362-453d-b856-504c1251985c', 'name': 'network-vif-deleted', 'tag': '26e8e945-ebfb-4f21-9e43-d00621a03476'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:40:53.386554 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c4caa3-688e-43b4-a624-3eef18394b98" -d '{"events": [{"server_uuid": "cac4e5e4-c362-453d-b856-504c1251985c", "name": "network-vif-deleted", "tag": "26e8e945-ebfb-4f21-9e43-d00621a03476"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:40:53.473097 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-af143a8d-5bc5-4af7-a95e-b31c3b2212a4 None None] Set router 01375421-7f5a-42e6-b696-faf432037c79 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:40:53.502408 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d83a749-5633-4c19-8554-6186726ddeb2 x-openstack-request-id: req-3d83a749-5633-4c19-8554-6186726ddeb2 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:40:53.502692 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac4e5e4-c362-453d-b856-504c1251985c", "name": "network-vif-deleted", "tag": "26e8e945-ebfb-4f21-9e43-d00621a03476", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:40:53.502943 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3d83a749-5633-4c19-8554-6186726ddeb2 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:40:53.503395 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac4e5e4-c362-453d-b856-504c1251985c', 'name': 'network-vif-deleted', 'tag': '26e8e945-ebfb-4f21-9e43-d00621a03476', 'status': 'completed', 'code': 200} Mar 11 15:40:53.689496 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-af143a8d-5bc5-4af7-a95e-b31c3b2212a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01375421-7f5a-42e6-b696-faf432037c79', 'name': 'tempest-AttachVolumeTestJSON-955142217-router', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:11Z', 'updated_at': '2022-03-11T15:36:14Z', 'revision_number': 4, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'gw_port': {'id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:00:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01375421-7f5a-42e6-b696-faf432037c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:12Z', 'updated_at': '2022-03-11T15:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a', 'name': '', 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'mac_address': 'fa:16:3e:fd:a1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01375421-7f5a-42e6-b696-faf432037c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'df153bc8-7b31-4f7f-ade9-76f6d477ade7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:14Z', 'updated_at': '2022-03-11T15:36:17Z', 'revision_number': 5, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'subnets': [{'id': 'df153bc8-7b31-4f7f-ade9-76f6d477ade7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:53.716138 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af143a8d-5bc5-4af7-a95e-b31c3b2212a4 None None] Checking router: 01375421-7f5a-42e6-b696-faf432037c79 for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:40:53.725674 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af143a8d-5bc5-4af7-a95e-b31c3b2212a4 None None] Routers {'01375421-7f5a-42e6-b696-faf432037c79'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:40:53.726294 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-af143a8d-5bc5-4af7-a95e-b31c3b2212a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:40:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['01375421-7f5a-42e6-b696-faf432037c79'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:53.846674 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-af143a8d-5bc5-4af7-a95e-b31c3b2212a4 None None] Set router 01375421-7f5a-42e6-b696-faf432037c79 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:40:53.893053 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-c07bb98a-66ea-44af-b05e-817ae78ba499 req-bb59997d-55ae-4bc0-9aef-561e8cd32e3e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=cac4e5e4-c362-453d-b856-504c1251985c HTTP/1.1" status: 200 len: 210 time: 0.0340528 Mar 11 15:40:54.065637 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-af143a8d-5bc5-4af7-a95e-b31c3b2212a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01375421-7f5a-42e6-b696-faf432037c79', 'name': 'tempest-AttachVolumeTestJSON-955142217-router', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:11Z', 'updated_at': '2022-03-11T15:36:14Z', 'revision_number': 4, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'gw_port': {'id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:00:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01375421-7f5a-42e6-b696-faf432037c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:12Z', 'updated_at': '2022-03-11T15:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a', 'name': '', 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'mac_address': 'fa:16:3e:fd:a1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01375421-7f5a-42e6-b696-faf432037c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'df153bc8-7b31-4f7f-ade9-76f6d477ade7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:14Z', 'updated_at': '2022-03-11T15:36:17Z', 'revision_number': 5, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'subnets': [{'id': 'df153bc8-7b31-4f7f-ade9-76f6d477ade7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:40:54.092384 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af143a8d-5bc5-4af7-a95e-b31c3b2212a4 None None] The sync data for ids ['01375421-7f5a-42e6-b696-faf432037c79'] in dv-cinder-833365-1-iscsi is: [{'id': '01375421-7f5a-42e6-b696-faf432037c79', 'name': 'tempest-AttachVolumeTestJSON-955142217-router', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:11Z', 'updated_at': '2022-03-11T15:36:14Z', 'revision_number': 4, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'gw_port': {'id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:00:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01375421-7f5a-42e6-b696-faf432037c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:12Z', 'updated_at': '2022-03-11T15:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a', 'name': '', 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'mac_address': 'fa:16:3e:fd:a1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01375421-7f5a-42e6-b696-faf432037c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'df153bc8-7b31-4f7f-ade9-76f6d477ade7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:14Z', 'updated_at': '2022-03-11T15:36:17Z', 'revision_number': 5, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'subnets': [{'id': 'df153bc8-7b31-4f7f-ade9-76f6d477ade7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:40:54.311165 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a5057c-56fc-4fef-9889-08e9fbf9b17c None None] New status for floating IP 4971ce3e-a604-4d85-ae79-22e2b9917d41: DOWN {{(pid=103742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:40:55.062005 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 38442) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:40:55.115419 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1996a59d-58f3-49f2-865b-7ca40ae985a5 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for security_group (18208794-b085-468d-bcf9-55a820c9c392), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:55.138733 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1996a59d-58f3-49f2-865b-7ca40ae985a5 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for security_group (18208794-b085-468d-bcf9-55a820c9c392), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:55.273020 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1996a59d-58f3-49f2-865b-7ca40ae985a5 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (18208794-b085-468d-bcf9-55a820c9c392), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:55.275484 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-1996a59d-58f3-49f2-865b-7ca40ae985a5 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:55.276666 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-1996a59d-58f3-49f2-865b-7ca40ae985a5 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "DELETE /v2.0/security-groups/18208794-b085-468d-bcf9-55a820c9c392 HTTP/1.1" status: 204 len: 168 time: 0.2136517 Mar 11 15:40:55.279486 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 38444) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:40:55.286569 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996a59d-58f3-49f2-865b-7ca40ae985a5 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18208794-b085-468d-bcf9-55a820c9c392,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:55.293926 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1996a59d-58f3-49f2-865b-7ca40ae985a5 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:55.294200 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.api.v2.resource [None req-679c8032-0b5c-4336-acf3-9a3f86b57a9a tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] show failed (client error): The resource could not be found. Mar 11 15:40:55.294330 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1996a59d-58f3-49f2-865b-7ca40ae985a5 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:55.294608 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1996a59d-58f3-49f2-865b-7ca40ae985a5 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:55.297828 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1996a59d-58f3-49f2-865b-7ca40ae985a5 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:55.297982 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-679c8032-0b5c-4336-acf3-9a3f86b57a9a tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups/18208794-b085-468d-bcf9-55a820c9c392 HTTP/1.1" status: 404 len: 347 time: 0.0147483 Mar 11 15:40:55.298770 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1996a59d-58f3-49f2-865b-7ca40ae985a5 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:55.298770 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1996a59d-58f3-49f2-865b-7ca40ae985a5 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:55.298770 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1996a59d-58f3-49f2-865b-7ca40ae985a5 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:55.298770 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1996a59d-58f3-49f2-865b-7ca40ae985a5 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:55.298770 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1996a59d-58f3-49f2-865b-7ca40ae985a5 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:55.298770 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1996a59d-58f3-49f2-865b-7ca40ae985a5 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:55.298770 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1996a59d-58f3-49f2-865b-7ca40ae985a5 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:55.298770 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1996a59d-58f3-49f2-865b-7ca40ae985a5 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:55.298770 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1996a59d-58f3-49f2-865b-7ca40ae985a5 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:40:55.299896 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 38446) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:40:55.428663 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-4353aa1d-de12-49fd-af81-0f1f97bc8416 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Deleting port 857d0398-4225-4c64-b2ef-eeaed42d9381 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:40:55.429007 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4353aa1d-de12-49fd-af81-0f1f97bc8416 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (857d0398-4225-4c64-b2ef-eeaed42d9381), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:55.502865 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4353aa1d-de12-49fd-af81-0f1f97bc8416 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (857d0398-4225-4c64-b2ef-eeaed42d9381), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:55.503204 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4353aa1d-de12-49fd-af81-0f1f97bc8416 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for floatingip (857d0398-4225-4c64-b2ef-eeaed42d9381), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:55.515174 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-4353aa1d-de12-49fd-af81-0f1f97bc8416 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Calling delete_port for 857d0398-4225-4c64-b2ef-eeaed42d9381 owned by network:floatingip {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:40:55.731850 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4353aa1d-de12-49fd-af81-0f1f97bc8416 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (857d0398-4225-4c64-b2ef-eeaed42d9381), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:55.756860 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353aa1d-de12-49fd-af81-0f1f97bc8416 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Pushing event deleted for resources: {'Port': ['ID=857d0398-4225-4c64-b2ef-eeaed42d9381,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:55.777560 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 26e8e945-ebfb-4f21-9e43-d00621a03476 no longer exists at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:40:55.802030 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] No Port match for: 26e8e945-ebfb-4f21-9e43-d00621a03476 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:40:55.802368 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 26e8e945-ebfb-4f21-9e43-d00621a03476 not bound to the agent host hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:40:55.823171 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4353aa1d-de12-49fd-af81-0f1f97bc8416 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for floatingip (4971ce3e-a604-4d85-ae79-22e2b9917d41), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:55.825906 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4353aa1d-de12-49fd-af81-0f1f97bc8416 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:55.827063 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-4353aa1d-de12-49fd-af81-0f1f97bc8416 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "DELETE /v2.0/floatingips/4971ce3e-a604-4d85-ae79-22e2b9917d41 HTTP/1.1" status: 204 len: 168 time: 0.5273261 Mar 11 15:40:56.698155 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 38450) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:40:56.702786 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-4a3fb027-7c65-446d-955f-2f5d6073f50e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Request body: {'security_group': {'name': 'tempest-securitygroup--770148838', 'description': 'tempest-description--1605881444'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:56.803977 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4a3fb027-7c65-446d-955f-2f5d6073f50e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:56.874327 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4a3fb027-7c65-446d-955f-2f5d6073f50e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for security_group (6c08ebbd-3a30-44ac-8e6f-a28ad0af804b), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:56.954866 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4a3fb027-7c65-446d-955f-2f5d6073f50e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (6c08ebbd-3a30-44ac-8e6f-a28ad0af804b), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:56.984103 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3fb027-7c65-446d-955f-2f5d6073f50e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c08ebbd-3a30-44ac-8e6f-a28ad0af804b,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:57.070537 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4a3fb027-7c65-446d-955f-2f5d6073f50e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:57.078096 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-4a3fb027-7c65-446d-955f-2f5d6073f50e tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3726280 Mar 11 15:40:57.078096 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 38452) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:40:57.078815 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-4bc07731-24e2-42c8-9193-1b64d11713b1 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Request body: {'security_group_rule': {'security_group_id': '6c08ebbd-3a30-44ac-8e6f-a28ad0af804b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:57.179939 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4bc07731-24e2-42c8-9193-1b64d11713b1 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for security_group_rule (164a7d02-3972-42d4-bf2e-900056ec337d), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:57.233861 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4bc07731-24e2-42c8-9193-1b64d11713b1 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for security_group_rule (164a7d02-3972-42d4-bf2e-900056ec337d), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:57.352759 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4bc07731-24e2-42c8-9193-1b64d11713b1 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951566'] for security_group_rule (164a7d02-3972-42d4-bf2e-900056ec337d), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:57.371070 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc07731-24e2-42c8-9193-1b64d11713b1 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=164a7d02-3972-42d4-bf2e-900056ec337d,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:57.488522 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-4bc07731-24e2-42c8-9193-1b64d11713b1 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:57.489696 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-4bc07731-24e2-42c8-9193-1b64d11713b1 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4142087 Mar 11 15:40:57.492521 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 38454) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:40:57.497056 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-e853ac96-b52e-45d6-8b27-9e27ee05da07 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Request body: {'security_group_rule': {'security_group_id': '6c08ebbd-3a30-44ac-8e6f-a28ad0af804b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:57.592073 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e853ac96-b52e-45d6-8b27-9e27ee05da07 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for security_group_rule (9439a553-4933-41d9-b080-f5dd4334844f), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:57.645679 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e853ac96-b52e-45d6-8b27-9e27ee05da07 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for security_group_rule (9439a553-4933-41d9-b080-f5dd4334844f), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:57.752994 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e853ac96-b52e-45d6-8b27-9e27ee05da07 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951566'] for security_group_rule (9439a553-4933-41d9-b080-f5dd4334844f), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:57.770777 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853ac96-b52e-45d6-8b27-9e27ee05da07 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9439a553-4933-41d9-b080-f5dd4334844f,revision_number=0']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:57.862944 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-6207f8dd-8048-4670-a1fa-7e0de816683b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:57.933932 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-e853ac96-b52e-45d6-8b27-9e27ee05da07 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:57.935163 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-e853ac96-b52e-45d6-8b27-9e27ee05da07 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4417081 Mar 11 15:40:57.939663 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 38456) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:40:57.944862 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.v2.base [None req-a0edf3d3-b637-4a8d-a8c8-7249069d1ddf tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Request body: {'floatingip': {'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297'}} {{(pid=103740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:40:58.072625 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a0edf3d3-b637-4a8d-a8c8-7249069d1ddf tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:58.173658 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a0edf3d3-b637-4a8d-a8c8-7249069d1ddf tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:58.279969 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.db_base_plugin_common [None req-a0edf3d3-b637-4a8d-a8c8-7249069d1ddf tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Allocated IP 172.27.2.108 (78e1392b-e3c2-4d04-8c82-7bd84bb30297/7f6dd339-b219-48a3-93bc-4a99710f07af/713b89c8-a67a-4e43-9c5a-b458d0506bc7) {{(pid=103740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:40:58.382496 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a0edf3d3-b637-4a8d-a8c8-7249069d1ddf tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for port (713b89c8-a67a-4e43-9c5a-b458d0506bc7), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:58.502529 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a0edf3d3-b637-4a8d-a8c8-7249069d1ddf tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15279808'] for port (713b89c8-a67a-4e43-9c5a-b458d0506bc7), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:58.541743 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0edf3d3-b637-4a8d-a8c8-7249069d1ddf tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Network 78e1392b-e3c2-4d04-8c82-7bd84bb30297 is already hosted by enough agents. {{(pid=103740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:40:58.548306 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.scheduler.base_scheduler [None req-a0edf3d3-b637-4a8d-a8c8-7249069d1ddf tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Resources bound (agent type, host, resource id): {{(pid=103740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:40:58.552899 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0edf3d3-b637-4a8d-a8c8-7249069d1ddf tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Received port after_create {{(pid=103740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:40:58.556085 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0edf3d3-b637-4a8d-a8c8-7249069d1ddf tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Pushing event updated for resources: {'Port': ['ID=713b89c8-a67a-4e43-9c5a-b458d0506bc7,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:58.641224 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a0edf3d3-b637-4a8d-a8c8-7249069d1ddf tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for floatingip (d6d3901e-21a5-401b-a38e-aeaaa2fa4eb9), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:58.776855 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a0edf3d3-b637-4a8d-a8c8-7249069d1ddf tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (713b89c8-a67a-4e43-9c5a-b458d0506bc7), before_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:58.924009 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a0edf3d3-b637-4a8d-a8c8-7249069d1ddf tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for port (713b89c8-a67a-4e43-9c5a-b458d0506bc7), precommit_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:59.027125 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a0edf3d3-b637-4a8d-a8c8-7249069d1ddf tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15279833'] for port (713b89c8-a67a-4e43-9c5a-b458d0506bc7), after_update {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:59.104531 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0edf3d3-b637-4a8d-a8c8-7249069d1ddf tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Pushing event updated for resources: {'Port': ['ID=713b89c8-a67a-4e43-9c5a-b458d0506bc7,revision_number=2']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:40:59.117082 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a0edf3d3-b637-4a8d-a8c8-7249069d1ddf tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628361'] for floatingip (d6d3901e-21a5-401b-a38e-aeaaa2fa4eb9), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:59.242353 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-a0edf3d3-b637-4a8d-a8c8-7249069d1ddf tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for floatingip (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:40:59.243590 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-a0edf3d3-b637-4a8d-a8c8-7249069d1ddf tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3028433 Mar 11 15:40:59.452054 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-31ac1414-7874-472c-95fd-195dae547ba2 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--770148838&fields=id&tenant_id=bb335f8049aa4ee69a88ea78cca02ce5 HTTP/1.1" status: 200 len: 267 time: 0.0475385 Mar 11 15:40:59.559718 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-1c9bd105-9004-497f-a194-d496edfefa17 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:40:59.561083 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-1c9bd105-9004-497f-a194-d496edfefa17 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/networks?id=3d5e0863-e0aa-4017-83f3-d21fc71a25fa HTTP/1.1" status: 200 len: 810 time: 0.1027088 Mar 11 15:40:59.578328 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-1e15c9f6-e5a3-4113-b518-627d35882739 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/quotas/bb335f8049aa4ee69a88ea78cca02ce5 HTTP/1.1" status: 200 len: 375 time: 0.0102448 Mar 11 15:40:59.636438 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-6a978856-d4ed-4088-a7f2-236d5a5f76d2 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=bb335f8049aa4ee69a88ea78cca02ce5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510657 Mar 11 15:40:59.732600 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-d672c529-4d3d-48bf-b1c5-3c415640d08c service neutron] 10.222.0.44 "GET /v2.0/networks/3d5e0863-e0aa-4017-83f3-d21fc71a25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842991 Mar 11 15:40:59.823623 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-db920007-5d02-4330-bafc-e7ea48a53bca service neutron] 10.222.0.44 "GET /v2.0/networks/3d5e0863-e0aa-4017-83f3-d21fc71a25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846350 Mar 11 15:41:00.061099 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-c958b4d1-0ea4-4b50-8703-e11a6fe5c176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:41:00.104166 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-0b17a206-c435-42d5-8eb8-876646761213 req-614345ec-e964-4325-82f6-7192bf758d68 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=64f97337-2525-48d7-af8b-620c239e8b79 HTTP/1.1" status: 200 len: 210 time: 0.0337882 Mar 11 15:41:01.180485 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-49198456-cd68-43c6-b1f0-63a50ea9d9b4 req-7fba78a2-1eb5-4021-bd7d-71307acd5e33 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=64f97337-2525-48d7-af8b-620c239e8b79 HTTP/1.1" status: 200 len: 210 time: 0.0266314 Mar 11 15:41:01.371902 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:41:02.276295 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-562e7d91-6008-4e2b-92e6-50ac9544a848 req-81cad6c5-077b-42aa-baaa-0e63ca58d25a tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=64f97337-2525-48d7-af8b-620c239e8b79 HTTP/1.1" status: 200 len: 210 time: 0.0293343 Mar 11 15:41:02.624130 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-c937251e-af56-4a3a-b73c-1c40ba0f2e8b tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:02.625593 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-c937251e-af56-4a3a-b73c-1c40ba0f2e8b tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.66 "GET /v2.0/networks?id=3d5e0863-e0aa-4017-83f3-d21fc71a25fa HTTP/1.1" status: 200 len: 810 time: 0.0997643 Mar 11 15:41:02.690666 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-fd92b056-3362-4574-9d61-04ce6947f757 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb335f8049aa4ee69a88ea78cca02ce5 HTTP/1.1" status: 200 len: 379 time: 0.0569439 Mar 11 15:41:02.699624 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-2ccc5ca9-6cad-4221-862d-f7ef06c660cf tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Request body: {'port': {'device_id': '64f97337-2525-48d7-af8b-620c239e8b79', 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa', 'admin_state_up': True, 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'security_groups': ['6c08ebbd-3a30-44ac-8e6f-a28ad0af804b']}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:02.948541 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-2ccc5ca9-6cad-4221-862d-f7ef06c660cf tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Made reservation on behalf of bb335f8049aa4ee69a88ea78cca02ce5 for: {'port': 1} {{(pid=103739) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 15:41:02.951928 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-2ccc5ca9-6cad-4221-862d-f7ef06c660cf tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:41:03.094521 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_common [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-2ccc5ca9-6cad-4221-862d-f7ef06c660cf tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Allocated IP 172.20.0.3 (3d5e0863-e0aa-4017-83f3-d21fc71a25fa/df153bc8-7b31-4f7f-ade9-76f6d477ade7/7eeb4f76-a3e8-434f-ac11-ea55f121add7) {{(pid=103739) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 15:41:03.101083 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:41:03.231032 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-2ccc5ca9-6cad-4221-862d-f7ef06c660cf tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for port (7eeb4f76-a3e8-434f-ac11-ea55f121add7), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:41:03.348117 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-2ccc5ca9-6cad-4221-862d-f7ef06c660cf tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743152844391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (7eeb4f76-a3e8-434f-ac11-ea55f121add7), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:41:03.391469 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-2ccc5ca9-6cad-4221-862d-f7ef06c660cf tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Network 3d5e0863-e0aa-4017-83f3-d21fc71a25fa is already hosted by enough agents. {{(pid=103739) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 15:41:03.397262 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.base_scheduler [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-2ccc5ca9-6cad-4221-862d-f7ef06c660cf tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Resources bound (agent type, host, resource id): {{(pid=103739) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 15:41:03.401115 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-2ccc5ca9-6cad-4221-862d-f7ef06c660cf tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Received port after_create {{(pid=103739) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 15:41:03.408696 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19930f-f9a3-4b33-967b-9ded12b7bd42 req-f207725e-e02a-431e-9e10-e7027936482d tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:03.410976 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4a19930f-f9a3-4b33-967b-9ded12b7bd42 req-f207725e-e02a-431e-9e10-e7027936482d tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=64f97337-2525-48d7-af8b-620c239e8b79 HTTP/1.1" status: 200 len: 931 time: 0.0581834 Mar 11 15:41:03.426421 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc5ca9-6cad-4221-862d-f7ef06c660cf tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Pushing event updated for resources: {'Port': ['ID=7eeb4f76-a3e8-434f-ac11-ea55f121add7,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:03.458095 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-2ccc5ca9-6cad-4221-862d-f7ef06c660cf tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:03.458783 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-2ccc5ca9-6cad-4221-862d-f7ef06c660cf tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:41:03.487730 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-4a19930f-f9a3-4b33-967b-9ded12b7bd42 req-d58d5d94-1895-4638-91ef-338ac972b889 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c08ebbd-3a30-44ac-8e6f-a28ad0af804b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625837 Mar 11 15:41:03.569043 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-2ccc5ca9-6cad-4221-862d-f7ef06c660cf tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8729312 Mar 11 15:41:03.581817 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-c9fe9f25-9069-4c9c-ad47-067d2279a4d5 service neutron] Request body: {'port': {'device_id': '64f97337-2525-48d7-af8b-620c239e8b79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83336'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:03.596494 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-2feb9890-02ed-4f6b-9c5a-8666c67033a9 None None] Provisioning complete for port 7eeb4f76-a3e8-434f-ac11-ea55f121add7 triggered by entity DHCP. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:41:03.597810 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-2feb9890-02ed-4f6b-9c5a-8666c67033a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (7eeb4f76-a3e8-434f-ac11-ea55f121add7), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:41:03.645880 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-2feb9890-02ed-4f6b-9c5a-8666c67033a9 None None] Port 7eeb4f76-a3e8-434f-ac11-ea55f121add7 cannot update to ACTIVE because it is not bound. {{(pid=103741) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 15:41:03.648314 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-c9fe9f25-9069-4c9c-ad47-067d2279a4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (7eeb4f76-a3e8-434f-ac11-ea55f121add7), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:41:03.911543 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-c9fe9f25-9069-4c9c-ad47-067d2279a4d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eeb4f76-a3e8-434f-ac11-ea55f121add7 {{(pid=103739) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:41:03.919146 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-c9fe9f25-9069-4c9c-ad47-067d2279a4d5 service neutron] Publish callbacks [] for port (7eeb4f76-a3e8-434f-ac11-ea55f121add7), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:41:03.931856 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.provisioning_blocks [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-c9fe9f25-9069-4c9c-ad47-067d2279a4d5 service neutron] Transition to ACTIVE for port object 7eeb4f76-a3e8-434f-ac11-ea55f121add7 will not be triggered until provisioned by entity L2. {{(pid=103739) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 15:41:04.011532 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-c9fe9f25-9069-4c9c-ad47-067d2279a4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (7eeb4f76-a3e8-434f-ac11-ea55f121add7), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:41:04.063452 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe9f25-9069-4c9c-ad47-067d2279a4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7eeb4f76-a3e8-434f-ac11-ea55f121add7,revision_number=2']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:04.138691 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-c9fe9f25-9069-4c9c-ad47-067d2279a4d5 service neutron] Attempting to bind port 7eeb4f76-a3e8-434f-ac11-ea55f121add7 on host hv-cinder-83336 for vnic_type normal with profile {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 15:41:04.139021 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-c9fe9f25-9069-4c9c-ad47-067d2279a4d5 service neutron] Attempting to bind port 7eeb4f76-a3e8-434f-ac11-ea55f121add7 by drivers openvswitch,hyperv on host hv-cinder-83336 at level 0 using segments [{'id': 'f48aca0b-6392-41a0-9f8c-a5ec39064887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa'}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 15:41:04.139348 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-c9fe9f25-9069-4c9c-ad47-067d2279a4d5 service neutron] Attempting to bind port 7eeb4f76-a3e8-434f-ac11-ea55f121add7 on network 3d5e0863-e0aa-4017-83f3-d21fc71a25fa {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:41:04.143949 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-c9fe9f25-9069-4c9c-ad47-067d2279a4d5 service neutron] Port 7eeb4f76-a3e8-434f-ac11-ea55f121add7 on network 3d5e0863-e0aa-4017-83f3-d21fc71a25fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83336 {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 15:41:04.144257 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-c9fe9f25-9069-4c9c-ad47-067d2279a4d5 service neutron] Attempting to bind port 7eeb4f76-a3e8-434f-ac11-ea55f121add7 on network 3d5e0863-e0aa-4017-83f3-d21fc71a25fa {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 15:41:04.149154 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-c9fe9f25-9069-4c9c-ad47-067d2279a4d5 service neutron] Checking agent: {'id': '7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'started_at': datetime.datetime(2022, 3, 11, 15, 19, 42), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 15, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 15:41:04.149493 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-c9fe9f25-9069-4c9c-ad47-067d2279a4d5 service neutron] Checking segment: {'id': 'f48aca0b-6392-41a0-9f8c-a5ec39064887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103739) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 15:41:04.149935 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-c9fe9f25-9069-4c9c-ad47-067d2279a4d5 service neutron] Bound using segment: {'id': 'f48aca0b-6392-41a0-9f8c-a5ec39064887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa'} {{(pid=103739) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 15:41:04.150369 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.managers [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-c9fe9f25-9069-4c9c-ad47-067d2279a4d5 service neutron] Bound port: 7eeb4f76-a3e8-434f-ac11-ea55f121add7, host: hv-cinder-83336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f48aca0b-6392-41a0-9f8c-a5ec39064887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa'}}] {{(pid=103739) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 15:41:04.150719 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-c9fe9f25-9069-4c9c-ad47-067d2279a4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (7eeb4f76-a3e8-434f-ac11-ea55f121add7), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:41:04.214901 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-c9fe9f25-9069-4c9c-ad47-067d2279a4d5 service neutron] For port 7eeb4f76-a3e8-434f-ac11-ea55f121add7, host hv-cinder-83336, cleared binding levels {{(pid=103739) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 15:41:04.218005 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-c9fe9f25-9069-4c9c-ad47-067d2279a4d5 service neutron] For port 7eeb4f76-a3e8-434f-ac11-ea55f121add7, host hv-cinder-83336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=7eeb4f76-a3e8-434f-ac11-ea55f121add7,segment=NetworkSegment(f48aca0b-6392-41a0-9f8c-a5ec39064887),segment_id=f48aca0b-6392-41a0-9f8c-a5ec39064887)] {{(pid=103739) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 15:41:04.314885 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-c9fe9f25-9069-4c9c-ad47-067d2279a4d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13137466'] for port (7eeb4f76-a3e8-434f-ac11-ea55f121add7), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:41:04.348289 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-c9fe9f25-9069-4c9c-ad47-067d2279a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.348981 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-c9fe9f25-9069-4c9c-ad47-067d2279a4d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:41:04.350338 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-c9fe9f25-9069-4c9c-ad47-067d2279a4d5 service neutron] 10.222.0.66 "PUT /v2.0/ports/7eeb4f76-a3e8-434f-ac11-ea55f121add7 HTTP/1.1" status: 200 len: 1093 time: 0.7739582 Mar 11 15:41:04.350778 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f97337-2525-48d7-af8b-620c239e8b79', 'tag': '7eeb4f76-a3e8-434f-ac11-ea55f121add7'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:41:04.353037 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392ef9e3-2248-4ae1-ad93-715a7a2b54f0" -d '{"events": [{"name": "network-changed", "server_uuid": "64f97337-2525-48d7-af8b-620c239e8b79", "tag": "7eeb4f76-a3e8-434f-ac11-ea55f121add7"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:41:04.380830 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe9f25-9069-4c9c-ad47-067d2279a4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7eeb4f76-a3e8-434f-ac11-ea55f121add7,revision_number=3']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:04.389250 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:41:04.395338 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c649d8f-b35d-48a1-bafc-ca7cefce8534 x-openstack-request-id: req-4c649d8f-b35d-48a1-bafc-ca7cefce8534 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:41:04.396145 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f97337-2525-48d7-af8b-620c239e8b79", "tag": "7eeb4f76-a3e8-434f-ac11-ea55f121add7", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:41:04.396145 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4c649d8f-b35d-48a1-bafc-ca7cefce8534 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:41:04.396345 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f97337-2525-48d7-af8b-620c239e8b79', 'tag': '7eeb4f76-a3e8-434f-ac11-ea55f121add7', 'status': 'completed', 'code': 200} Mar 11 15:41:04.457901 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ef9e3-2248-4ae1-ad93-715a7a2b54f0 req-c48ab61b-09f2-459d-951d-722f74115950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.459465 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-392ef9e3-2248-4ae1-ad93-715a7a2b54f0 req-c48ab61b-09f2-459d-951d-722f74115950 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb335f8049aa4ee69a88ea78cca02ce5&device_id=64f97337-2525-48d7-af8b-620c239e8b79 HTTP/1.1" status: 200 len: 1127 time: 0.0454142 Mar 11 15:41:04.563123 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ef9e3-2248-4ae1-ad93-715a7a2b54f0 req-c724c294-58b3-4c6c-99ae-91d02ca8ed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.564608 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-392ef9e3-2248-4ae1-ad93-715a7a2b54f0 req-c724c294-58b3-4c6c-99ae-91d02ca8ed12 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=bb335f8049aa4ee69a88ea78cca02ce5&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0983245 Mar 11 15:41:04.613611 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e66531-178b-4eaf-ae1e-345eb40c46ad req-409bdfe2-68a3-482e-99ea-666fb397460d tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.615103 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-75e66531-178b-4eaf-ae1e-345eb40c46ad req-409bdfe2-68a3-482e-99ea-666fb397460d tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=64f97337-2525-48d7-af8b-620c239e8b79 HTTP/1.1" status: 200 len: 943 time: 0.0556500 Mar 11 15:41:04.664734 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-75e66531-178b-4eaf-ae1e-345eb40c46ad req-86fbf644-149b-4c4f-9503-cda893940bbb tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c08ebbd-3a30-44ac-8e6f-a28ad0af804b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415182 Mar 11 15:41:04.669832 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ef9e3-2248-4ae1-ad93-715a7a2b54f0 req-bdb6f5d0-e649-4be8-91e0-d15aa04cd40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.671294 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-392ef9e3-2248-4ae1-ad93-715a7a2b54f0 req-bdb6f5d0-e649-4be8-91e0-d15aa04cd40f service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1015825 Mar 11 15:41:04.748911 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-741ce706-cb34-4afc-91ae-3f0ed43dce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.750312 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-741ce706-cb34-4afc-91ae-3f0ed43dce87 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb335f8049aa4ee69a88ea78cca02ce5&device_id=64f97337-2525-48d7-af8b-620c239e8b79 HTTP/1.1" status: 200 len: 1127 time: 0.0449209 Mar 11 15:41:04.790687 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-36e20179-e964-4541-bc40-4255c2174f62 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7eeb4f76-a3e8-434f-ac11-ea55f121add7 HTTP/1.1" status: 200 len: 217 time: 0.0337751 Mar 11 15:41:04.839182 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-3b22ff3c-1944-46a5-8333-49d757ab617a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.840658 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-3b22ff3c-1944-46a5-8333-49d757ab617a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=df153bc8-7b31-4f7f-ade9-76f6d477ade7 HTTP/1.1" status: 200 len: 849 time: 0.0450130 Mar 11 15:41:04.887835 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-22a0bb8b-709c-4430-a02f-719476bb2c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:04.889306 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-22a0bb8b-709c-4430-a02f-719476bb2c78 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3d5e0863-e0aa-4017-83f3-d21fc71a25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429173 Mar 11 15:41:04.990331 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-b6497087-b5b7-45a3-a568-cdf7a6d8eccd service neutron] 10.222.0.66 "GET /v2.0/networks/3d5e0863-e0aa-4017-83f3-d21fc71a25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952239 Mar 11 15:41:05.087219 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-f33e5be7-2a4d-42b5-ab7c-ba12897ac568 req-c09aa0e8-10ba-4f08-b620-965566720584 service neutron] 10.222.0.66 "GET /v2.0/networks/3d5e0863-e0aa-4017-83f3-d21fc71a25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906978 Mar 11 15:41:05.785497 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48917e-9d26-44c7-87ed-d363411f4c17 req-24c7928a-d8c6-46a2-84c9-5c179f48ce83 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:05.787005 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7e48917e-9d26-44c7-87ed-d363411f4c17 req-24c7928a-d8c6-46a2-84c9-5c179f48ce83 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=64f97337-2525-48d7-af8b-620c239e8b79 HTTP/1.1" status: 200 len: 943 time: 0.0524776 Mar 11 15:41:05.834607 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-7e48917e-9d26-44c7-87ed-d363411f4c17 req-b43c2955-f1cc-4d35-8a3d-648372e60e14 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c08ebbd-3a30-44ac-8e6f-a28ad0af804b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417416 Mar 11 15:41:06.949942 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d075749-4c15-48bd-8fc8-2c12609ee530 req-22255c39-90cf-46b2-bd40-45509dc76276 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:06.951447 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6d075749-4c15-48bd-8fc8-2c12609ee530 req-22255c39-90cf-46b2-bd40-45509dc76276 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=64f97337-2525-48d7-af8b-620c239e8b79 HTTP/1.1" status: 200 len: 943 time: 0.0508027 Mar 11 15:41:06.998310 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6d075749-4c15-48bd-8fc8-2c12609ee530 req-c88e9887-6a09-4d1b-9899-d980b700618c tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c08ebbd-3a30-44ac-8e6f-a28ad0af804b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407317 Mar 11 15:41:07.823772 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 7eeb4f76-a3e8-434f-ac11-ea55f121add7 details requested by agent hyperv_hv-cinder-83336 with host hv-cinder-83336 {{(pid=103741) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 15:41:07.921596 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 7eeb4f76-a3e8-434f-ac11-ea55f121add7, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=7eeb4f76-a3e8-434f-ac11-ea55f121add7,segment=NetworkSegment(f48aca0b-6392-41a0-9f8c-a5ec39064887),segment_id=f48aca0b-6392-41a0-9f8c-a5ec39064887)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:41:07.934837 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Returning: {'device': '7eeb4f76-a3e8-434f-ac11-ea55f121add7', 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa', 'port_id': '7eeb4f76-a3e8-434f-ac11-ea55f121add7', 'mac_address': 'fa:16:3e:83:3c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df153bc8-7b31-4f7f-ade9-76f6d477ade7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103741) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 15:41:07.976614 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port 7eeb4f76-a3e8-434f-ac11-ea55f121add7 is: DOWN; New status is: BUILD {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:41:07.977163 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (7eeb4f76-a3e8-434f-ac11-ea55f121add7), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:41:07.990334 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eeb4f76-a3e8-434f-ac11-ea55f121add7 {{(pid=103741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 15:41:08.010843 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 7eeb4f76-a3e8-434f-ac11-ea55f121add7, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=7eeb4f76-a3e8-434f-ac11-ea55f121add7,segment=NetworkSegment(f48aca0b-6392-41a0-9f8c-a5ec39064887),segment_id=f48aca0b-6392-41a0-9f8c-a5ec39064887)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:41:08.079718 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (7eeb4f76-a3e8-434f-ac11-ea55f121add7), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:41:08.131455 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac148f1-d3cc-46fc-8a87-c879485d4801 req-48064562-cc78-457e-a9fc-2c69e7a259c6 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:08.132946 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5ac148f1-d3cc-46fc-8a87-c879485d4801 req-48064562-cc78-457e-a9fc-2c69e7a259c6 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=64f97337-2525-48d7-af8b-620c239e8b79 HTTP/1.1" status: 200 len: 944 time: 0.0631366 Mar 11 15:41:08.146366 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=7eeb4f76-a3e8-434f-ac11-ea55f121add7,revision_number=4']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:08.153764 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:08.154118 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:08.154470 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:08.154803 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:08.155187 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:08.155515 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:08.155840 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:08.156165 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:08.156482 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:08.156802 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:08.157121 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:08.157437 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:08.157756 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:41:08.186904 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-5ac148f1-d3cc-46fc-8a87-c879485d4801 req-fe68f468-0f82-4827-8320-bc65e0647d86 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c08ebbd-3a30-44ac-8e6f-a28ad0af804b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435381 Mar 11 15:41:08.444710 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] get_ports_and_sgs() called for port_ids ['7eeb4f76-a3e8-434f-ac11-ea55f121add7'] {{(pid=103741) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 15:41:09.308639 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea901934-e4bb-42ec-b25a-a30f0872922f req-e96707ef-6a9e-46f6-a85c-c783cff0b163 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:09.310158 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ea901934-e4bb-42ec-b25a-a30f0872922f req-e96707ef-6a9e-46f6-a85c-c783cff0b163 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=64f97337-2525-48d7-af8b-620c239e8b79 HTTP/1.1" status: 200 len: 944 time: 0.0564721 Mar 11 15:41:09.365760 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-ea901934-e4bb-42ec-b25a-a30f0872922f req-6f844705-08ad-48c1-8c16-944549056592 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c08ebbd-3a30-44ac-8e6f-a28ad0af804b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489292 Mar 11 15:41:09.840337 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 7eeb4f76-a3e8-434f-ac11-ea55f121add7 up at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 15:41:09.994582 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning for port 7eeb4f76-a3e8-434f-ac11-ea55f121add7 completed by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 15:41:09.999113 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.provisioning_blocks [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Provisioning complete for port 7eeb4f76-a3e8-434f-ac11-ea55f121add7 triggered by entity L2. {{(pid=103741) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 15:41:09.999524 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1919012'] for port (7eeb4f76-a3e8-434f-ac11-ea55f121add7), provisioning_complete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:41:10.075141 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Current status of the port 7eeb4f76-a3e8-434f-ac11-ea55f121add7 is: BUILD; New status is: ACTIVE {{(pid=103741) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 15:41:10.075574 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1797482'] for port (7eeb4f76-a3e8-434f-ac11-ea55f121add7), before_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:41:10.101221 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f97337-2525-48d7-af8b-620c239e8b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eeb4f76-a3e8-434f-ac11-ea55f121add7'}] {{(pid=103741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:41:10.103374 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}97dedef37c5e2c64aa44179f419dd586ddc22b8f5766e7bc49dcfeca4a9e3065" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c988b9-7e9e-4afb-b672-f75da4020917" -d '{"events": [{"server_uuid": "64f97337-2525-48d7-af8b-620c239e8b79", "name": "network-vif-plugged", "status": "completed", "tag": "7eeb4f76-a3e8-434f-ac11-ea55f121add7"}]}' {{(pid=103741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:41:10.115600 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] For port 7eeb4f76-a3e8-434f-ac11-ea55f121add7, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=7eeb4f76-a3e8-434f-ac11-ea55f121add7,segment=NetworkSegment(f48aca0b-6392-41a0-9f8c-a5ec39064887),segment_id=f48aca0b-6392-41a0-9f8c-a5ec39064887)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:41:10.198662 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743153361511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743152844409', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743152844427'] for port (7eeb4f76-a3e8-434f-ac11-ea55f121add7), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:41:10.198662 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22784f70-be88-428f-b3ec-15533d0bd4e5 x-openstack-request-id: req-22784f70-be88-428f-b3ec-15533d0bd4e5 {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:41:10.198662 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f97337-2525-48d7-af8b-620c239e8b79", "name": "network-vif-plugged", "status": "completed", "tag": "7eeb4f76-a3e8-434f-ac11-ea55f121add7", "code": 200}]} {{(pid=103741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:41:10.198662 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-22784f70-be88-428f-b3ec-15533d0bd4e5 {{(pid=103741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:41:10.198662 dv-cinder-833365-1-iscsi neutron-server[103741]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f97337-2525-48d7-af8b-620c239e8b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eeb4f76-a3e8-434f-ac11-ea55f121add7', 'code': 200} Mar 11 15:41:10.247823 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Pushing event updated for resources: {'Port': ['ID=7eeb4f76-a3e8-434f-ac11-ea55f121add7,revision_number=5']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:41:10.480590 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e347ae-9694-4666-b89d-c6ec9f803927 req-1794d6c8-ab1c-47d1-ad7c-738a1819bc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:10.482281 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e8e347ae-9694-4666-b89d-c6ec9f803927 req-1794d6c8-ab1c-47d1-ad7c-738a1819bc7f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=64f97337-2525-48d7-af8b-620c239e8b79 HTTP/1.1" status: 200 len: 1129 time: 0.0441360 Mar 11 15:41:10.483393 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917990ac-59dd-47b2-ab00-5e5db6df09fd req-d6d5dd68-97cf-43f7-927d-be90cb4a2329 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:10.485003 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-917990ac-59dd-47b2-ab00-5e5db6df09fd req-d6d5dd68-97cf-43f7-927d-be90cb4a2329 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=64f97337-2525-48d7-af8b-620c239e8b79 HTTP/1.1" status: 200 len: 945 time: 0.0531740 Mar 11 15:41:10.532771 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-e8e347ae-9694-4666-b89d-c6ec9f803927 req-01e36246-8383-47fb-9382-86724db9fbc6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6c08ebbd-3a30-44ac-8e6f-a28ad0af804b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449171 Mar 11 15:41:10.533030 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-917990ac-59dd-47b2-ab00-5e5db6df09fd req-4b458bd5-0ac1-43ce-944c-99c5d0c0ffcf tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c08ebbd-3a30-44ac-8e6f-a28ad0af804b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419683 Mar 11 15:41:11.658287 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230763d-b784-42c1-821e-3b665efa839f req-5c046b3b-3737-43ad-aa2f-1c7cc8d1f999 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:11.659909 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1230763d-b784-42c1-821e-3b665efa839f req-5c046b3b-3737-43ad-aa2f-1c7cc8d1f999 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=64f97337-2525-48d7-af8b-620c239e8b79 HTTP/1.1" status: 200 len: 945 time: 0.0583284 Mar 11 15:41:11.714042 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-1230763d-b784-42c1-821e-3b665efa839f req-8bd05eb5-69d9-43bb-bae9-76132414d012 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c08ebbd-3a30-44ac-8e6f-a28ad0af804b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476294 Mar 11 15:41:12.837203 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d47f37-c2b9-438a-ab22-189284d1c784 req-2803931a-0cef-40d9-8ed4-172a9dc91fdc tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:12.838702 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-28d47f37-c2b9-438a-ab22-189284d1c784 req-2803931a-0cef-40d9-8ed4-172a9dc91fdc tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=64f97337-2525-48d7-af8b-620c239e8b79 HTTP/1.1" status: 200 len: 945 time: 0.0548878 Mar 11 15:41:13.141711 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-28d47f37-c2b9-438a-ab22-189284d1c784 req-49c2394c-9eda-43d5-9f92-488878e52167 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c08ebbd-3a30-44ac-8e6f-a28ad0af804b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2884681 Mar 11 15:41:13.257597 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1154f-3ae3-46d3-acfb-63c40ca25617 req-a9e2b851-3824-41ae-a24f-cea3c1c8b2a0 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:13.259080 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-66f1154f-3ae3-46d3-acfb-63c40ca25617 req-a9e2b851-3824-41ae-a24f-cea3c1c8b2a0 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=64f97337-2525-48d7-af8b-620c239e8b79 HTTP/1.1" status: 200 len: 945 time: 0.0523708 Mar 11 15:41:13.262610 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:41:13.267561 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 38520) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:41:13.272111 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.v2.base [None req-221f6dcd-b1df-4158-bd81-b3dc4cc706f2 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Request body: {'floatingip': {'port_id': '7eeb4f76-a3e8-434f-ac11-ea55f121add7'}} {{(pid=103739) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 15:41:13.311200 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-221f6dcd-b1df-4158-bd81-b3dc4cc706f2 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for floatingip (d6d3901e-21a5-401b-a38e-aeaaa2fa4eb9), before_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:41:14.041050 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-221f6dcd-b1df-4158-bd81-b3dc4cc706f2 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:41:14.107018 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-221f6dcd-b1df-4158-bd81-b3dc4cc706f2 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628361'] for floatingip (d6d3901e-21a5-401b-a38e-aeaaa2fa4eb9), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:41:14.216582 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.db.l3_db [None req-221f6dcd-b1df-4158-bd81-b3dc4cc706f2 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Floating IP d6d3901e-21a5-401b-a38e-aeaaa2fa4eb9 associated. External IP: 172.27.2.108, port: 7eeb4f76-a3e8-434f-ac11-ea55f121add7. Mar 11 15:41:14.468305 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221f6dcd-b1df-4158-bd81-b3dc4cc706f2 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Router 01375421-7f5a-42e6-b696-faf432037c79 has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:41:14.582529 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221f6dcd-b1df-4158-bd81-b3dc4cc706f2 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:41:14.587253 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-221f6dcd-b1df-4158-bd81-b3dc4cc706f2 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:41:14.594751 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0c76fd-ccf5-4f4a-a530-408592af78b3 None None] Sync routers for ids ['01375421-7f5a-42e6-b696-faf432037c79'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:41:14.605360 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0c76fd-ccf5-4f4a-a530-408592af78b3 None None] Routers {'01375421-7f5a-42e6-b696-faf432037c79'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:41:14.605981 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-eb0c76fd-ccf5-4f4a-a530-408592af78b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:41:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['01375421-7f5a-42e6-b696-faf432037c79'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:14.617409 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-221f6dcd-b1df-4158-bd81-b3dc4cc706f2 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "PUT /v2.0/floatingips/d6d3901e-21a5-401b-a38e-aeaaa2fa4eb9 HTTP/1.1" status: 200 len: 991 time: 1.3485951 Mar 11 15:41:14.618113 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f97337-2525-48d7-af8b-620c239e8b79', 'tag': '7eeb4f76-a3e8-434f-ac11-ea55f121add7'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:41:14.620449 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772f955d-14a8-4b9b-811b-edeb80660780" -d '{"events": [{"name": "network-changed", "server_uuid": "64f97337-2525-48d7-af8b-620c239e8b79", "tag": "7eeb4f76-a3e8-434f-ac11-ea55f121add7"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:41:14.657569 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 15:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fdf313-1cdc-4ca0-9e5e-2f887cdc5765 x-openstack-request-id: req-e0fdf313-1cdc-4ca0-9e5e-2f887cdc5765 {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:41:14.657569 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f97337-2525-48d7-af8b-620c239e8b79", "tag": "7eeb4f76-a3e8-434f-ac11-ea55f121add7", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:41:14.657569 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e0fdf313-1cdc-4ca0-9e5e-2f887cdc5765 {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:41:14.657569 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f97337-2525-48d7-af8b-620c239e8b79', 'tag': '7eeb4f76-a3e8-434f-ac11-ea55f121add7', 'status': 'completed', 'code': 200} Mar 11 15:41:14.715970 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-eb0c76fd-ccf5-4f4a-a530-408592af78b3 None None] Set router 01375421-7f5a-42e6-b696-faf432037c79 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:41:14.720472 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f955d-14a8-4b9b-811b-edeb80660780 req-1d51f0fa-de21-46b1-ac84-6030811d3c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:14.721909 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-772f955d-14a8-4b9b-811b-edeb80660780 req-1d51f0fa-de21-46b1-ac84-6030811d3c46 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb335f8049aa4ee69a88ea78cca02ce5&device_id=64f97337-2525-48d7-af8b-620c239e8b79 HTTP/1.1" status: 200 len: 1129 time: 0.0444062 Mar 11 15:41:14.818072 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f955d-14a8-4b9b-811b-edeb80660780 req-e2bcfc47-ef60-4953-bf45-7909ba7a1fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:14.819700 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-772f955d-14a8-4b9b-811b-edeb80660780 req-e2bcfc47-ef60-4953-bf45-7909ba7a1fac service neutron] 10.222.0.66 "GET /v2.0/networks?id=3d5e0863-e0aa-4017-83f3-d21fc71a25fa HTTP/1.1" status: 200 len: 911 time: 0.0921814 Mar 11 15:41:14.883452 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-772f955d-14a8-4b9b-811b-edeb80660780 req-888e3996-a875-4d29-b893-818de6a1cc59 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7eeb4f76-a3e8-434f-ac11-ea55f121add7 HTTP/1.1" status: 200 len: 999 time: 0.0577273 Mar 11 15:41:14.934410 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f955d-14a8-4b9b-811b-edeb80660780 req-210e46c7-e892-47d5-b9ea-3cca4e3986a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:14.936000 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-772f955d-14a8-4b9b-811b-edeb80660780 req-210e46c7-e892-47d5-b9ea-3cca4e3986a3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=df153bc8-7b31-4f7f-ade9-76f6d477ade7 HTTP/1.1" status: 200 len: 849 time: 0.0477002 Mar 11 15:41:14.956098 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-eb0c76fd-ccf5-4f4a-a530-408592af78b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01375421-7f5a-42e6-b696-faf432037c79', 'name': 'tempest-AttachVolumeTestJSON-955142217-router', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:11Z', 'updated_at': '2022-03-11T15:36:14Z', 'revision_number': 4, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'gw_port': {'id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:00:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01375421-7f5a-42e6-b696-faf432037c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:12Z', 'updated_at': '2022-03-11T15:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': 'd6d3901e-21a5-401b-a38e-aeaaa2fa4eb9', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': '01375421-7f5a-42e6-b696-faf432037c79', 'port_id': '7eeb4f76-a3e8-434f-ac11-ea55f121add7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa', 'mac_address': 'fa:16:3e:83:3c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f97337-2525-48d7-af8b-620c239e8b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:40:58Z', 'updated_at': '2022-03-11T15:41:13Z', 'revision_number': 1, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a', 'name': '', 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'mac_address': 'fa:16:3e:fd:a1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01375421-7f5a-42e6-b696-faf432037c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'df153bc8-7b31-4f7f-ade9-76f6d477ade7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:14Z', 'updated_at': '2022-03-11T15:36:17Z', 'revision_number': 5, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'subnets': [{'id': 'df153bc8-7b31-4f7f-ade9-76f6d477ade7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:14.984390 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f955d-14a8-4b9b-811b-edeb80660780 req-1775908b-db4f-4eeb-8090-68811c2b25d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:41:14.985813 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-772f955d-14a8-4b9b-811b-edeb80660780 req-1775908b-db4f-4eeb-8090-68811c2b25d6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3d5e0863-e0aa-4017-83f3-d21fc71a25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446446 Mar 11 15:41:14.987701 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0c76fd-ccf5-4f4a-a530-408592af78b3 None None] Checking router: 01375421-7f5a-42e6-b696-faf432037c79 for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:41:14.996255 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0c76fd-ccf5-4f4a-a530-408592af78b3 None None] Routers {'01375421-7f5a-42e6-b696-faf432037c79'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:41:14.996900 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-eb0c76fd-ccf5-4f4a-a530-408592af78b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:41:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['01375421-7f5a-42e6-b696-faf432037c79'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:15.078616 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-772f955d-14a8-4b9b-811b-edeb80660780 req-1e4c8b50-e64c-465a-a282-5f7d6f8c27bf service neutron] 10.222.0.66 "GET /v2.0/networks/3d5e0863-e0aa-4017-83f3-d21fc71a25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872264 Mar 11 15:41:15.121270 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-eb0c76fd-ccf5-4f4a-a530-408592af78b3 None None] Set router 01375421-7f5a-42e6-b696-faf432037c79 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:41:15.176690 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-772f955d-14a8-4b9b-811b-edeb80660780 req-9e576b75-eb3e-4c17-8e51-f172ff3e472f service neutron] 10.222.0.66 "GET /v2.0/networks/3d5e0863-e0aa-4017-83f3-d21fc71a25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927873 Mar 11 15:41:15.347204 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-eb0c76fd-ccf5-4f4a-a530-408592af78b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01375421-7f5a-42e6-b696-faf432037c79', 'name': 'tempest-AttachVolumeTestJSON-955142217-router', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:11Z', 'updated_at': '2022-03-11T15:36:14Z', 'revision_number': 4, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'gw_port': {'id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:00:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01375421-7f5a-42e6-b696-faf432037c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:12Z', 'updated_at': '2022-03-11T15:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': 'd6d3901e-21a5-401b-a38e-aeaaa2fa4eb9', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': '01375421-7f5a-42e6-b696-faf432037c79', 'port_id': '7eeb4f76-a3e8-434f-ac11-ea55f121add7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa', 'mac_address': 'fa:16:3e:83:3c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f97337-2525-48d7-af8b-620c239e8b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:40:58Z', 'updated_at': '2022-03-11T15:41:13Z', 'revision_number': 1, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a', 'name': '', 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'mac_address': 'fa:16:3e:fd:a1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01375421-7f5a-42e6-b696-faf432037c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'df153bc8-7b31-4f7f-ade9-76f6d477ade7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:14Z', 'updated_at': '2022-03-11T15:36:17Z', 'revision_number': 5, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'subnets': [{'id': 'df153bc8-7b31-4f7f-ade9-76f6d477ade7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:41:15.501148 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0c76fd-ccf5-4f4a-a530-408592af78b3 None None] The sync data for ids ['01375421-7f5a-42e6-b696-faf432037c79'] in dv-cinder-833365-1-iscsi is: [{'id': '01375421-7f5a-42e6-b696-faf432037c79', 'name': 'tempest-AttachVolumeTestJSON-955142217-router', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:11Z', 'updated_at': '2022-03-11T15:36:14Z', 'revision_number': 4, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'gw_port': {'id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:00:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01375421-7f5a-42e6-b696-faf432037c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:12Z', 'updated_at': '2022-03-11T15:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_floatingips': [{'id': 'd6d3901e-21a5-401b-a38e-aeaaa2fa4eb9', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'floating_ip_address': '172.27.2.108', 'floating_network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'router_id': '01375421-7f5a-42e6-b696-faf432037c79', 'port_id': '7eeb4f76-a3e8-434f-ac11-ea55f121add7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa', 'mac_address': 'fa:16:3e:83:3c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f97337-2525-48d7-af8b-620c239e8b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T15:40:58Z', 'updated_at': '2022-03-11T15:41:13Z', 'revision_number': 1, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a', 'name': '', 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'mac_address': 'fa:16:3e:fd:a1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01375421-7f5a-42e6-b696-faf432037c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'df153bc8-7b31-4f7f-ade9-76f6d477ade7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:14Z', 'updated_at': '2022-03-11T15:36:17Z', 'revision_number': 5, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'subnets': [{'id': 'df153bc8-7b31-4f7f-ade9-76f6d477ade7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:41:15.695756 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5f7fbe-9170-493e-bd94-fb2f90c6f901 None None] New status for floating IP d6d3901e-21a5-401b-a38e-aeaaa2fa4eb9: ACTIVE {{(pid=103742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:41:25.594033 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:41:27.874175 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-32b7e2f9-d2da-48c7-8af0-c37c0028ccf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:41:30.039347 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-c9c3072c-0f15-4a5e-aedb-9656e6919213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:41:31.346192 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:41:33.079426 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:41:34.385942 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:41:43.228017 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:41:57.836683 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-48fb7419-4ddd-4609-8bed-e043e6239d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:42:00.090284 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-3495cd17-dd08-4745-8ad6-ac6af1fd0443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:42:01.379788 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:42:02.594902 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:42:03.073092 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:42:04.381460 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:42:04.855311 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b6b595cb-1228-448a-b698-cd50e848d774 req-d2f33af6-f405-4f50-824a-d03c56128ddd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=64f97337-2525-48d7-af8b-620c239e8b79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442781 Mar 11 15:42:04.953481 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b595cb-1228-448a-b698-cd50e848d774 req-c6df1bfb-10ab-4930-a067-4adb1418b65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:04.955017 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b6b595cb-1228-448a-b698-cd50e848d774 req-c6df1bfb-10ab-4930-a067-4adb1418b65a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb335f8049aa4ee69a88ea78cca02ce5&device_id=64f97337-2525-48d7-af8b-620c239e8b79 HTTP/1.1" status: 200 len: 1129 time: 0.0528381 Mar 11 15:42:05.058497 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b595cb-1228-448a-b698-cd50e848d774 req-380b3d0b-15a2-42fc-b469-b51137ea3b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:05.060511 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b6b595cb-1228-448a-b698-cd50e848d774 req-380b3d0b-15a2-42fc-b469-b51137ea3b85 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3d5e0863-e0aa-4017-83f3-d21fc71a25fa HTTP/1.1" status: 200 len: 911 time: 0.0868924 Mar 11 15:42:05.134004 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b6b595cb-1228-448a-b698-cd50e848d774 req-2648932a-006e-4cb7-b4a7-ba4b324b6ae1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7eeb4f76-a3e8-434f-ac11-ea55f121add7 HTTP/1.1" status: 200 len: 1001 time: 0.0669794 Mar 11 15:42:05.180713 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b595cb-1228-448a-b698-cd50e848d774 req-b6c6cde3-61ab-4bf7-afd2-5b72e5b3b499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:05.182167 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b6b595cb-1228-448a-b698-cd50e848d774 req-b6c6cde3-61ab-4bf7-afd2-5b72e5b3b499 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=df153bc8-7b31-4f7f-ade9-76f6d477ade7 HTTP/1.1" status: 200 len: 849 time: 0.0431154 Mar 11 15:42:05.232219 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b595cb-1228-448a-b698-cd50e848d774 req-613520d3-a369-4abe-a032-ae0d3201c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:05.233711 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b6b595cb-1228-448a-b698-cd50e848d774 req-613520d3-a369-4abe-a032-ae0d3201c47a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3d5e0863-e0aa-4017-83f3-d21fc71a25fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456250 Mar 11 15:42:05.243149 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [req-b6b595cb-1228-448a-b698-cd50e848d774 req-3591bb95-0a4e-4b6e-82f3-11353771e064 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=103739) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 15:42:05.244126 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b6b595cb-1228-448a-b698-cd50e848d774 req-3591bb95-0a4e-4b6e-82f3-11353771e064 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049732 Mar 11 15:42:05.343420 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b6b595cb-1228-448a-b698-cd50e848d774 req-0a87bd1f-f6ae-4d0c-a47a-fd407d1e30a5 service neutron] 10.222.0.66 "GET /v2.0/networks/3d5e0863-e0aa-4017-83f3-d21fc71a25fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925148 Mar 11 15:42:05.446446 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-b6b595cb-1228-448a-b698-cd50e848d774 req-92e6fbec-6a73-45c4-81dd-8cb158e9ea38 service neutron] 10.222.0.66 "GET /v2.0/networks/3d5e0863-e0aa-4017-83f3-d21fc71a25fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972455 Mar 11 15:42:13.232576 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:42:27.830288 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-fb29605d-3c21-4773-bb2f-03561200547a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:42:30.055259 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b753f155-aded-4c17-b6e1-bb1e1c063131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:42:31.344505 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:42:33.121872 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:42:34.367443 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:42:39.593884 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:42:43.270099 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:42:55.201713 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c54f17-b0b5-4023-a89e-d19a2c22fd57 req-786fa39b-20ad-4e3a-9248-32e94143e873 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:55.203174 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-25c54f17-b0b5-4023-a89e-d19a2c22fd57 req-786fa39b-20ad-4e3a-9248-32e94143e873 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=64f97337-2525-48d7-af8b-620c239e8b79 HTTP/1.1" status: 200 len: 945 time: 0.0529025 Mar 11 15:42:55.250336 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-25c54f17-b0b5-4023-a89e-d19a2c22fd57 req-1fb26433-5a80-481d-80b1-ebd59f3896ff tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c08ebbd-3a30-44ac-8e6f-a28ad0af804b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412784 Mar 11 15:42:56.421984 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524bbc4-872f-49ba-8f23-4948d41a6889 req-237bc06a-e384-480b-8c0c-981abf6487a8 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:56.423556 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4524bbc4-872f-49ba-8f23-4948d41a6889 req-237bc06a-e384-480b-8c0c-981abf6487a8 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=64f97337-2525-48d7-af8b-620c239e8b79 HTTP/1.1" status: 200 len: 945 time: 0.1041641 Mar 11 15:42:56.470847 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-4524bbc4-872f-49ba-8f23-4948d41a6889 req-2ca484ad-890a-4e78-a7d9-117bd7e72087 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c08ebbd-3a30-44ac-8e6f-a28ad0af804b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417924 Mar 11 15:42:57.171692 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93fb7c-c599-4f3c-894f-0e3a258b66d5 req-9cbaf1aa-a5b1-4333-8af7-58acc9975c54 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103739) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:57.173147 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6e93fb7c-c599-4f3c-894f-0e3a258b66d5 req-9cbaf1aa-a5b1-4333-8af7-58acc9975c54 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.66 "GET /v2.0/ports?device_id=64f97337-2525-48d7-af8b-620c239e8b79 HTTP/1.1" status: 200 len: 945 time: 0.0520787 Mar 11 15:42:57.268384 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-6e93fb7c-c599-4f3c-894f-0e3a258b66d5 req-0600c197-623d-4489-a0d1-e881b5a49137 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Deleting port 7eeb4f76-a3e8-434f-ac11-ea55f121add7 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:42:57.268729 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6e93fb7c-c599-4f3c-894f-0e3a258b66d5 req-0600c197-623d-4489-a0d1-e881b5a49137 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (7eeb4f76-a3e8-434f-ac11-ea55f121add7), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:42:57.356467 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [req-6e93fb7c-c599-4f3c-894f-0e3a258b66d5 req-0600c197-623d-4489-a0d1-e881b5a49137 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] For port 7eeb4f76-a3e8-434f-ac11-ea55f121add7, host hv-cinder-83336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83336',level=0,port_id=7eeb4f76-a3e8-434f-ac11-ea55f121add7,segment=NetworkSegment(f48aca0b-6392-41a0-9f8c-a5ec39064887),segment_id=f48aca0b-6392-41a0-9f8c-a5ec39064887)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:42:57.356747 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6e93fb7c-c599-4f3c-894f-0e3a258b66d5 req-0600c197-623d-4489-a0d1-e881b5a49137 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (7eeb4f76-a3e8-434f-ac11-ea55f121add7), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:42:57.533185 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6e93fb7c-c599-4f3c-894f-0e3a258b66d5 req-0600c197-623d-4489-a0d1-e881b5a49137 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:42:57.533913 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6e93fb7c-c599-4f3c-894f-0e3a258b66d5 req-0600c197-623d-4489-a0d1-e881b5a49137 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628361'] for floatingip (d6d3901e-21a5-401b-a38e-aeaaa2fa4eb9), after_update {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:42:57.533913 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.db.l3_db [req-6e93fb7c-c599-4f3c-894f-0e3a258b66d5 req-0600c197-623d-4489-a0d1-e881b5a49137 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Floating IP d6d3901e-21a5-401b-a38e-aeaaa2fa4eb9 disassociated. External IP: 172.27.2.108, port: 7eeb4f76-a3e8-434f-ac11-ea55f121add7. Mar 11 15:42:57.534287 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [req-6e93fb7c-c599-4f3c-894f-0e3a258b66d5 req-0600c197-623d-4489-a0d1-e881b5a49137 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Calling delete_port for 7eeb4f76-a3e8-434f-ac11-ea55f121add7 owned by compute:nova {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:42:57.604922 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a409f46-12d2-47b4-b1a0-457beedb702d req-4027d241-e201-4c4e-9680-c36e5fa2e329 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 15:42:57.607501 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6a409f46-12d2-47b4-b1a0-457beedb702d req-4027d241-e201-4c4e-9680-c36e5fa2e329 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=64f97337-2525-48d7-af8b-620c239e8b79 HTTP/1.1" status: 200 len: 945 time: 0.0564404 Mar 11 15:42:57.659437 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-6a409f46-12d2-47b4-b1a0-457beedb702d req-b94c3147-05ec-4a67-acd9-07ff3283f99d tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c08ebbd-3a30-44ac-8e6f-a28ad0af804b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460129 Mar 11 15:42:57.735098 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6e93fb7c-c599-4f3c-894f-0e3a258b66d5 req-0600c197-623d-4489-a0d1-e881b5a49137 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (7eeb4f76-a3e8-434f-ac11-ea55f121add7), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:42:57.764034 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600c197-623d-4489-a0d1-e881b5a49137 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Pushing event deleted for resources: {'Port': ['ID=7eeb4f76-a3e8-434f-ac11-ea55f121add7,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:42:57.774324 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600c197-623d-4489-a0d1-e881b5a49137 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:57.774690 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600c197-623d-4489-a0d1-e881b5a49137 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:57.775036 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600c197-623d-4489-a0d1-e881b5a49137 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:57.775420 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600c197-623d-4489-a0d1-e881b5a49137 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:57.775736 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600c197-623d-4489-a0d1-e881b5a49137 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:57.776070 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600c197-623d-4489-a0d1-e881b5a49137 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:57.776402 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600c197-623d-4489-a0d1-e881b5a49137 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:57.776790 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600c197-623d-4489-a0d1-e881b5a49137 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:57.777072 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600c197-623d-4489-a0d1-e881b5a49137 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:57.778605 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600c197-623d-4489-a0d1-e881b5a49137 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:57.778751 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600c197-623d-4489-a0d1-e881b5a49137 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:57.779121 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600c197-623d-4489-a0d1-e881b5a49137 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:57.779479 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600c197-623d-4489-a0d1-e881b5a49137 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103739) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:42:57.854816 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-19ed4bdf-e408-41b2-9219-a2e4f1028de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:42:57.898581 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e93fb7c-c599-4f3c-894f-0e3a258b66d5 req-0600c197-623d-4489-a0d1-e881b5a49137 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Router 01375421-7f5a-42e6-b696-faf432037c79 has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:42:58.009076 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e93fb7c-c599-4f3c-894f-0e3a258b66d5 req-0600c197-623d-4489-a0d1-e881b5a49137 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:42:58.020329 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e676e0-322d-48d7-83f7-87b6554e8d77 None None] Sync routers for ids ['01375421-7f5a-42e6-b696-faf432037c79'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:42:58.035710 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e676e0-322d-48d7-83f7-87b6554e8d77 None None] Routers {'01375421-7f5a-42e6-b696-faf432037c79'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:42:58.036383 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-64e676e0-322d-48d7-83f7-87b6554e8d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:42:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['01375421-7f5a-42e6-b696-faf432037c79'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:58.052728 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e93fb7c-c599-4f3c-894f-0e3a258b66d5 req-0600c197-623d-4489-a0d1-e881b5a49137 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] No DVR routers for this DVR port 7eeb4f76-a3e8-434f-ac11-ea55f121add7 on host hv-cinder-83336 {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:42:58.055409 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [req-6e93fb7c-c599-4f3c-894f-0e3a258b66d5 req-0600c197-623d-4489-a0d1-e881b5a49137 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for port (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:42:58.059657 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [req-6e93fb7c-c599-4f3c-894f-0e3a258b66d5 req-0600c197-623d-4489-a0d1-e881b5a49137 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.66 "DELETE /v2.0/ports/7eeb4f76-a3e8-434f-ac11-ea55f121add7 HTTP/1.1" status: 204 len: 173 time: 0.8811083 Mar 11 15:42:58.060113 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f97337-2525-48d7-af8b-620c239e8b79', 'name': 'network-vif-deleted', 'tag': '7eeb4f76-a3e8-434f-ac11-ea55f121add7'}] {{(pid=103739) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 15:42:58.062365 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a66855bfdc5b3f6e336fd4bff69d5d1cb7042c869fc15d9f77475b31af2f2559" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21270c77-b3e3-4399-bedc-622ed1365dca" -d '{"events": [{"server_uuid": "64f97337-2525-48d7-af8b-620c239e8b79", "name": "network-vif-deleted", "tag": "7eeb4f76-a3e8-434f-ac11-ea55f121add7"}]}' {{(pid=103739) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 15:42:58.102493 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 15:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4afb9a9-17dc-4c5e-ba69-6a6e82381d9d x-openstack-request-id: req-e4afb9a9-17dc-4c5e-ba69-6a6e82381d9d {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 15:42:58.102783 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f97337-2525-48d7-af8b-620c239e8b79", "name": "network-vif-deleted", "tag": "7eeb4f76-a3e8-434f-ac11-ea55f121add7", "status": "completed", "code": 200}]} {{(pid=103739) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 15:42:58.103037 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e4afb9a9-17dc-4c5e-ba69-6a6e82381d9d {{(pid=103739) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 15:42:58.103755 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f97337-2525-48d7-af8b-620c239e8b79', 'name': 'network-vif-deleted', 'tag': '7eeb4f76-a3e8-434f-ac11-ea55f121add7', 'status': 'completed', 'code': 200} Mar 11 15:42:58.162224 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-64e676e0-322d-48d7-83f7-87b6554e8d77 None None] Set router 01375421-7f5a-42e6-b696-faf432037c79 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:42:58.369095 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-64e676e0-322d-48d7-83f7-87b6554e8d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01375421-7f5a-42e6-b696-faf432037c79', 'name': 'tempest-AttachVolumeTestJSON-955142217-router', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:11Z', 'updated_at': '2022-03-11T15:36:14Z', 'revision_number': 4, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'gw_port': {'id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:00:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01375421-7f5a-42e6-b696-faf432037c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:12Z', 'updated_at': '2022-03-11T15:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a', 'name': '', 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'mac_address': 'fa:16:3e:fd:a1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01375421-7f5a-42e6-b696-faf432037c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'df153bc8-7b31-4f7f-ade9-76f6d477ade7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:14Z', 'updated_at': '2022-03-11T15:36:17Z', 'revision_number': 5, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'subnets': [{'id': 'df153bc8-7b31-4f7f-ade9-76f6d477ade7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:58.395985 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e676e0-322d-48d7-83f7-87b6554e8d77 None None] Checking router: 01375421-7f5a-42e6-b696-faf432037c79 for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:42:58.405175 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e676e0-322d-48d7-83f7-87b6554e8d77 None None] Routers {'01375421-7f5a-42e6-b696-faf432037c79'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:42:58.405775 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-64e676e0-322d-48d7-83f7-87b6554e8d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:42:30Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['01375421-7f5a-42e6-b696-faf432037c79'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:58.516467 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-64e676e0-322d-48d7-83f7-87b6554e8d77 None None] Set router 01375421-7f5a-42e6-b696-faf432037c79 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:42:58.718731 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-64e676e0-322d-48d7-83f7-87b6554e8d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01375421-7f5a-42e6-b696-faf432037c79', 'name': 'tempest-AttachVolumeTestJSON-955142217-router', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:11Z', 'updated_at': '2022-03-11T15:36:14Z', 'revision_number': 4, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'gw_port': {'id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:00:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01375421-7f5a-42e6-b696-faf432037c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:12Z', 'updated_at': '2022-03-11T15:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a', 'name': '', 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'mac_address': 'fa:16:3e:fd:a1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01375421-7f5a-42e6-b696-faf432037c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'df153bc8-7b31-4f7f-ade9-76f6d477ade7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:14Z', 'updated_at': '2022-03-11T15:36:17Z', 'revision_number': 5, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'subnets': [{'id': 'df153bc8-7b31-4f7f-ade9-76f6d477ade7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:42:58.747537 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e676e0-322d-48d7-83f7-87b6554e8d77 None None] The sync data for ids ['01375421-7f5a-42e6-b696-faf432037c79'] in dv-cinder-833365-1-iscsi is: [{'id': '01375421-7f5a-42e6-b696-faf432037c79', 'name': 'tempest-AttachVolumeTestJSON-955142217-router', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:11Z', 'updated_at': '2022-03-11T15:36:14Z', 'revision_number': 4, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'gw_port': {'id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:00:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01375421-7f5a-42e6-b696-faf432037c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:12Z', 'updated_at': '2022-03-11T15:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi', '_interfaces': [{'id': '4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a', 'name': '', 'network_id': '3d5e0863-e0aa-4017-83f3-d21fc71a25fa', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'mac_address': 'fa:16:3e:fd:a1:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01375421-7f5a-42e6-b696-faf432037c79', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'df153bc8-7b31-4f7f-ade9-76f6d477ade7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:14Z', 'updated_at': '2022-03-11T15:36:17Z', 'revision_number': 5, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'subnets': [{'id': 'df153bc8-7b31-4f7f-ade9-76f6d477ade7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:42:58.766589 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [req-259871dd-3795-4451-b78d-1ee681d8caad req-ed00b161-b078-4c88-8790-ce50bd75afd8 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/ports?device_id=64f97337-2525-48d7-af8b-620c239e8b79 HTTP/1.1" status: 200 len: 210 time: 0.0270510 Mar 11 15:42:58.977046 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83420825-f23b-4fec-ba3e-5bfa52ed99a3 None None] New status for floating IP d6d3901e-21a5-401b-a38e-aeaaa2fa4eb9: DOWN {{(pid=103742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 15:43:00.087008 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-c6ff81af-45bc-4711-83e2-da5c1079d9ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:00.351564 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 7eeb4f76-a3e8-434f-ac11-ea55f121add7 no longer exists at agent hyperv_hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:43:00.371876 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] No Port match for: 7eeb4f76-a3e8-434f-ac11-ea55f121add7 {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:43:00.372218 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Device 7eeb4f76-a3e8-434f-ac11-ea55f121add7 not bound to the agent host hv-cinder-83336 {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:43:00.945396 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 38706) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:43:01.001135 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a110ca51-0b67-4975-a973-11a6541ceec2 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for security_group (6c08ebbd-3a30-44ac-8e6f-a28ad0af804b), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:01.025207 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a110ca51-0b67-4975-a973-11a6541ceec2 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for security_group (6c08ebbd-3a30-44ac-8e6f-a28ad0af804b), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:01.144120 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a110ca51-0b67-4975-a973-11a6541ceec2 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (6c08ebbd-3a30-44ac-8e6f-a28ad0af804b), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:01.146763 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-a110ca51-0b67-4975-a973-11a6541ceec2 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:01.148001 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-a110ca51-0b67-4975-a973-11a6541ceec2 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "DELETE /v2.0/security-groups/6c08ebbd-3a30-44ac-8e6f-a28ad0af804b HTTP/1.1" status: 204 len: 168 time: 0.2015548 Mar 11 15:43:01.150778 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 38708) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:43:01.158657 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110ca51-0b67-4975-a973-11a6541ceec2 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c08ebbd-3a30-44ac-8e6f-a28ad0af804b,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:01.165081 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.api.v2.resource [None req-e393ed32-0b35-40c1-9244-0cda3d812f2a tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] show failed (client error): The resource could not be found. Mar 11 15:43:01.166239 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-e393ed32-0b35-40c1-9244-0cda3d812f2a tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "GET /v2.0/security-groups/6c08ebbd-3a30-44ac-8e6f-a28ad0af804b HTTP/1.1" status: 404 len: 347 time: 0.0144334 Mar 11 15:43:01.170388 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 38710) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:43:01.300441 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-47624667-0419-4f20-b22d-1e11e989e472 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Deleting port 713b89c8-a67a-4e43-9c5a-b458d0506bc7 {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:43:01.300781 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-47624667-0419-4f20-b22d-1e11e989e472 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (713b89c8-a67a-4e43-9c5a-b458d0506bc7), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:01.369131 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:01.381609 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-47624667-0419-4f20-b22d-1e11e989e472 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (713b89c8-a67a-4e43-9c5a-b458d0506bc7), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:01.381935 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-47624667-0419-4f20-b22d-1e11e989e472 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for floatingip (713b89c8-a67a-4e43-9c5a-b458d0506bc7), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:01.394417 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-47624667-0419-4f20-b22d-1e11e989e472 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Calling delete_port for 713b89c8-a67a-4e43-9c5a-b458d0506bc7 owned by network:floatingip {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:43:01.572887 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-47624667-0419-4f20-b22d-1e11e989e472 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (713b89c8-a67a-4e43-9c5a-b458d0506bc7), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:01.601159 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47624667-0419-4f20-b22d-1e11e989e472 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Pushing event deleted for resources: {'Port': ['ID=713b89c8-a67a-4e43-9c5a-b458d0506bc7,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:01.662984 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-47624667-0419-4f20-b22d-1e11e989e472 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks [] for floatingip (d6d3901e-21a5-401b-a38e-aeaaa2fa4eb9), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:01.665518 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-47624667-0419-4f20-b22d-1e11e989e472 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515395'] for floatingip (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:01.666668 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-47624667-0419-4f20-b22d-1e11e989e472 tempest-AttachVolumeTestJSON-224550389 tempest-AttachVolumeTestJSON-224550389-project] 10.222.0.44 "DELETE /v2.0/floatingips/d6d3901e-21a5-401b-a38e-aeaaa2fa4eb9 HTTP/1.1" status: 204 len: 168 time: 0.4950254 Mar 11 15:43:03.105946 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:04.384072 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:05.705459 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 38738) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:43:06.146073 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-cfe1e30c-5ea1-4631-b65c-04fe30c1747b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630665'] for router_interface (01375421-7f5a-42e6-b696-faf432037c79), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:06.390862 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-cfe1e30c-5ea1-4631-b65c-04fe30c1747b admin admin] Deleting port 4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:43:06.391808 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-cfe1e30c-5ea1-4631-b65c-04fe30c1747b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:06.467967 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [None req-cfe1e30c-5ea1-4631-b65c-04fe30c1747b admin admin] For port 4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a,segment=NetworkSegment(f48aca0b-6392-41a0-9f8c-a5ec39064887),segment_id=f48aca0b-6392-41a0-9f8c-a5ec39064887)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:43:06.468326 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-cfe1e30c-5ea1-4631-b65c-04fe30c1747b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:06.481547 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-cfe1e30c-5ea1-4631-b65c-04fe30c1747b admin admin] Calling delete_port for 4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a owned by network:router_interface {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:43:06.728295 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-cfe1e30c-5ea1-4631-b65c-04fe30c1747b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:06.753928 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1e30c-5ea1-4631-b65c-04fe30c1747b admin admin] Pushing event deleted for resources: {'Port': ['ID=4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:07.200428 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-cfe1e30c-5ea1-4631-b65c-04fe30c1747b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-540607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624153'] for router_interface (01375421-7f5a-42e6-b696-faf432037c79), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:07.422093 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe1e30c-5ea1-4631-b65c-04fe30c1747b admin admin] Router 01375421-7f5a-42e6-b696-faf432037c79 has already been hosted by L3 agent 4409fb5b-7635-43de-a0cd-43a5a64d2505 {{(pid=103739) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 15:43:07.530013 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe1e30c-5ea1-4631-b65c-04fe30c1747b admin admin] Notify agent at l3_agent.dv-cinder-833365-1-iscsi the message routers_updated {{(pid=103739) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 15:43:07.535605 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-cfe1e30c-5ea1-4631-b65c-04fe30c1747b admin admin] 10.222.0.44 "PUT /v2.0/routers/01375421-7f5a-42e6-b696-faf432037c79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8290968 Mar 11 15:43:07.538182 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 38742) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:43:07.542538 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd36904-5124-478f-854f-e03f86128d12 None None] Sync routers for ids ['01375421-7f5a-42e6-b696-faf432037c79'] in dv-cinder-833365-1-iscsi {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 15:43:07.558097 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd36904-5124-478f-854f-e03f86128d12 None None] Routers {'01375421-7f5a-42e6-b696-faf432037c79'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:43:07.558729 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-6cd36904-5124-478f-854f-e03f86128d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:43:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['01375421-7f5a-42e6-b696-faf432037c79'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:07.649020 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ae75920f-b42c-4eaf-b91e-b5ef1e6d66da admin admin] Publish callbacks [] for router (01375421-7f5a-42e6-b696-faf432037c79), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:07.673772 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-6cd36904-5124-478f-854f-e03f86128d12 None None] Set router 01375421-7f5a-42e6-b696-faf432037c79 gateway port host: dv-cinder-833365-1-iscsi {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:43:07.759150 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ae75920f-b42c-4eaf-b91e-b5ef1e6d66da admin admin] Publish callbacks [] for router_gateway (01375421-7f5a-42e6-b696-faf432037c79), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:07.856640 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-6cd36904-5124-478f-854f-e03f86128d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01375421-7f5a-42e6-b696-faf432037c79', 'name': 'tempest-AttachVolumeTestJSON-955142217-router', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'external_fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:11Z', 'updated_at': '2022-03-11T15:43:06Z', 'revision_number': 5, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'gw_port': {'id': 'd4390a84-31ef-4c3d-8cf2-760f4f02b92e', 'name': '', 'network_id': '78e1392b-e3c2-4d04-8c82-7bd84bb30297', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:00:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01375421-7f5a-42e6-b696-faf432037c79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833365-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T15:36:12Z', 'updated_at': '2022-03-11T15:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f6dd339-b219-48a3-93bc-4a99710f07af', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833365-1-iscsi'}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:07.876283 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-ae75920f-b42c-4eaf-b91e-b5ef1e6d66da admin admin] Deleting port d4390a84-31ef-4c3d-8cf2-760f4f02b92e {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:43:07.876625 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ae75920f-b42c-4eaf-b91e-b5ef1e6d66da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (d4390a84-31ef-4c3d-8cf2-760f4f02b92e), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:07.888178 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd36904-5124-478f-854f-e03f86128d12 None None] Checking router: 01375421-7f5a-42e6-b696-faf432037c79 for host: dv-cinder-833365-1-iscsi {{(pid=103741) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 15:43:07.897534 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd36904-5124-478f-854f-e03f86128d12 None None] Routers {'01375421-7f5a-42e6-b696-faf432037c79'} bound to L3 agent in host dv-cinder-833365-1-iscsi {{(pid=103741) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 15:43:07.898146 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-6cd36904-5124-478f-854f-e03f86128d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833365-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T15:13:00Z,description=,heartbeat_timestamp=2022-03-11T15:43:00Z,host='dv-cinder-833365-1-iscsi',id=4409fb5b-7635-43de-a0cd-43a5a64d2505,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T15:13:01Z,topic='l3_agent')) {'router_ids': ['01375421-7f5a-42e6-b696-faf432037c79'], 'active': True} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:07.969119 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [None req-ae75920f-b42c-4eaf-b91e-b5ef1e6d66da admin admin] For port d4390a84-31ef-4c3d-8cf2-760f4f02b92e, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=d4390a84-31ef-4c3d-8cf2-760f4f02b92e,segment=NetworkSegment(64a1f402-9998-47a9-9edb-15a3bada483f),segment_id=64a1f402-9998-47a9-9edb-15a3bada483f)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:43:07.970172 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ae75920f-b42c-4eaf-b91e-b5ef1e6d66da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (d4390a84-31ef-4c3d-8cf2-760f4f02b92e), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:07.983787 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-ae75920f-b42c-4eaf-b91e-b5ef1e6d66da admin admin] Calling delete_port for d4390a84-31ef-4c3d-8cf2-760f4f02b92e owned by network:router_gateway {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:43:08.120997 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvr_db [None req-6cd36904-5124-478f-854f-e03f86128d12 None None] Set router 01375421-7f5a-42e6-b696-faf432037c79 gateway port host: None {{(pid=103741) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 15:43:08.173897 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_hamode_db [None req-6cd36904-5124-478f-854f-e03f86128d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01375421-7f5a-42e6-b696-faf432037c79', 'name': 'tempest-AttachVolumeTestJSON-955142217-router', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:11Z', 'updated_at': '2022-03-11T15:43:07Z', 'revision_number': 6, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'gw_port_host': None}], 'dv-cinder-833365-1-iscsi', False) {} {{(pid=103741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:08.203141 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd36904-5124-478f-854f-e03f86128d12 None None] The sync data for ids ['01375421-7f5a-42e6-b696-faf432037c79'] in dv-cinder-833365-1-iscsi is: [{'id': '01375421-7f5a-42e6-b696-faf432037c79', 'name': 'tempest-AttachVolumeTestJSON-955142217-router', 'tenant_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T15:36:11Z', 'updated_at': '2022-03-11T15:43:07Z', 'revision_number': 6, 'project_id': 'bb335f8049aa4ee69a88ea78cca02ce5', 'gw_port_host': None}] {{(pid=103741) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 15:43:08.209194 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ae75920f-b42c-4eaf-b91e-b5ef1e6d66da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (d4390a84-31ef-4c3d-8cf2-760f4f02b92e), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:08.240209 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae75920f-b42c-4eaf-b91e-b5ef1e6d66da admin admin] Pushing event deleted for resources: {'Port': ['ID=d4390a84-31ef-4c3d-8cf2-760f4f02b92e,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:08.303095 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ae75920f-b42c-4eaf-b91e-b5ef1e6d66da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628403'] for router_gateway (01375421-7f5a-42e6-b696-faf432037c79), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:08.393400 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ae75920f-b42c-4eaf-b91e-b5ef1e6d66da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625468', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8443'] for router (01375421-7f5a-42e6-b696-faf432037c79), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:08.395615 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ae75920f-b42c-4eaf-b91e-b5ef1e6d66da admin admin] Publish callbacks [] for router_controller (01375421-7f5a-42e6-b696-faf432037c79), precommit_delete_associations {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:08.509412 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ae75920f-b42c-4eaf-b91e-b5ef1e6d66da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-625447'] for router (01375421-7f5a-42e6-b696-faf432037c79), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:08.509895 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae75920f-b42c-4eaf-b91e-b5ef1e6d66da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01375421-7f5a-42e6-b696-faf432037c79 {{(pid=103739) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 15:43:08.514242 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ae75920f-b42c-4eaf-b91e-b5ef1e6d66da admin admin] Publish callbacks [] for router (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:08.515410 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-ae75920f-b42c-4eaf-b91e-b5ef1e6d66da admin admin] 10.222.0.44 "DELETE /v2.0/routers/01375421-7f5a-42e6-b696-faf432037c79 HTTP/1.1" status: 204 len: 168 time: 0.9762359 Mar 11 15:43:08.519857 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 38744) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:43:08.567721 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.db_base_plugin_v2 [None req-b784c183-78c7-4363-a56d-8e983a265b81 admin admin] Deleting subnet df153bc8-7b31-4f7f-ade9-76f6d477ade7 {{(pid=103739) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 15:43:08.579646 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b784c183-78c7-4363-a56d-8e983a265b81 admin admin] Publish callbacks [] for subnet (df153bc8-7b31-4f7f-ade9-76f6d477ade7), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:08.633547 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b784c183-78c7-4363-a56d-8e983a265b81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437451'] for subnet (df153bc8-7b31-4f7f-ade9-76f6d477ade7), precommit_delete_associations {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:08.714946 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b784c183-78c7-4363-a56d-8e983a265b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1914166'] for subnet (df153bc8-7b31-4f7f-ade9-76f6d477ade7), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:08.869979 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b784c183-78c7-4363-a56d-8e983a265b81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1914173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522928', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13137420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12631427'] for subnet (df153bc8-7b31-4f7f-ade9-76f6d477ade7), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:08.897427 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b784c183-78c7-4363-a56d-8e983a265b81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df153bc8-7b31-4f7f-ade9-76f6d477ade7,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:08.899540 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b784c183-78c7-4363-a56d-8e983a265b81 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:08.902544 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-b784c183-78c7-4363-a56d-8e983a265b81 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/df153bc8-7b31-4f7f-ade9-76f6d477ade7 HTTP/1.1" status: 204 len: 168 time: 0.3829024 Mar 11 15:43:08.904783 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197610a2-3e72-42de-9be7-e12e6bc28f10 None None] Network 3d5e0863-e0aa-4017-83f3-d21fc71a25fa requested from dv-cinder-833365-1-iscsi {{(pid=103741) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 15:43:08.905563 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 38746) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:43:08.975429 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b0d40b9d-d178-4b6b-9e30-d89287bb8b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2071539'] for network (3d5e0863-e0aa-4017-83f3-d21fc71a25fa), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:09.037913 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-b0d40b9d-d178-4b6b-9e30-d89287bb8b45 admin admin] Deleting port c17067ae-6328-456c-b709-c80ea6121ffa {{(pid=103739) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:43:09.038267 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b0d40b9d-d178-4b6b-9e30-d89287bb8b45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (c17067ae-6328-456c-b709-c80ea6121ffa), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:09.080578 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61f12c3-9171-401e-be0d-28037b684a09 None None] DHCP port deletion for 3d5e0863-e0aa-4017-83f3-d21fc71a25fa request from dv-cinder-833365-1-iscsi {{(pid=103741) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 15:43:09.109437 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.db [None req-b0d40b9d-d178-4b6b-9e30-d89287bb8b45 admin admin] For port c17067ae-6328-456c-b709-c80ea6121ffa, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=c17067ae-6328-456c-b709-c80ea6121ffa,segment=NetworkSegment(f48aca0b-6392-41a0-9f8c-a5ec39064887),segment_id=f48aca0b-6392-41a0-9f8c-a5ec39064887)] {{(pid=103739) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:43:09.109788 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b0d40b9d-d178-4b6b-9e30-d89287bb8b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (c17067ae-6328-456c-b709-c80ea6121ffa), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:09.124669 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.plugin [None req-b0d40b9d-d178-4b6b-9e30-d89287bb8b45 admin admin] Calling delete_port for c17067ae-6328-456c-b709-c80ea6121ffa owned by network:dhcp {{(pid=103739) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:43:09.134916 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d61f12c3-9171-401e-be0d-28037b684a09 None None] Deleting port c17067ae-6328-456c-b709-c80ea6121ffa {{(pid=103741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 15:43:09.135293 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d61f12c3-9171-401e-be0d-28037b684a09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743153356782'] for port (c17067ae-6328-456c-b709-c80ea6121ffa), before_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:09.200309 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.db [None req-d61f12c3-9171-401e-be0d-28037b684a09 None None] For port c17067ae-6328-456c-b709-c80ea6121ffa, host dv-cinder-833365-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833365-1-iscsi',level=0,port_id=c17067ae-6328-456c-b709-c80ea6121ffa,segment=NetworkSegment(f48aca0b-6392-41a0-9f8c-a5ec39064887),segment_id=f48aca0b-6392-41a0-9f8c-a5ec39064887)] {{(pid=103741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 15:43:09.200712 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d61f12c3-9171-401e-be0d-28037b684a09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-629471'] for port (c17067ae-6328-456c-b709-c80ea6121ffa), precommit_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:09.214850 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-d61f12c3-9171-401e-be0d-28037b684a09 None None] Calling delete_port for c17067ae-6328-456c-b709-c80ea6121ffa owned by network:dhcp {{(pid=103741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 15:43:09.292423 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b0d40b9d-d178-4b6b-9e30-d89287bb8b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13137443'] for port (c17067ae-6328-456c-b709-c80ea6121ffa), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:09.299330 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d61f12c3-9171-401e-be0d-28037b684a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1797574', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743153361493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743152844400'] for port (c17067ae-6328-456c-b709-c80ea6121ffa), after_delete {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:09.319775 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d40b9d-d178-4b6b-9e30-d89287bb8b45 admin admin] Pushing event deleted for resources: {'Port': ['ID=c17067ae-6328-456c-b709-c80ea6121ffa,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:09.321593 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d40b9d-d178-4b6b-9e30-d89287bb8b45 admin admin] No DVR routers for this DVR port c17067ae-6328-456c-b709-c80ea6121ffa on host dv-cinder-833365-1-iscsi {{(pid=103739) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:43:09.325571 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f12c3-9171-401e-be0d-28037b684a09 None None] Pushing event deleted for resources: {'Port': ['ID=c17067ae-6328-456c-b709-c80ea6121ffa,revision_number=None']} {{(pid=103741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:09.328747 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61f12c3-9171-401e-be0d-28037b684a09 None None] No DVR routers for this DVR port c17067ae-6328-456c-b709-c80ea6121ffa on host dv-cinder-833365-1-iscsi {{(pid=103741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 15:43:09.336958 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f12c3-9171-401e-be0d-28037b684a09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:09.337309 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f12c3-9171-401e-be0d-28037b684a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:09.337650 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f12c3-9171-401e-be0d-28037b684a09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:09.337996 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f12c3-9171-401e-be0d-28037b684a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:09.338315 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f12c3-9171-401e-be0d-28037b684a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:09.338641 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f12c3-9171-401e-be0d-28037b684a09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:09.338969 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f12c3-9171-401e-be0d-28037b684a09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:09.339286 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f12c3-9171-401e-be0d-28037b684a09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:09.339728 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f12c3-9171-401e-be0d-28037b684a09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:09.339952 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f12c3-9171-401e-be0d-28037b684a09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:09.340272 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f12c3-9171-401e-be0d-28037b684a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:09.340592 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f12c3-9171-401e-be0d-28037b684a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:09.340910 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d61f12c3-9171-401e-be0d-28037b684a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:09.397425 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b0d40b9d-d178-4b6b-9e30-d89287bb8b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1913037', 'neutron.services.segments.db._delete_segments_for_network-8743153172758'] for network (3d5e0863-e0aa-4017-83f3-d21fc71a25fa), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:09.420340 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-b0d40b9d-d178-4b6b-9e30-d89287bb8b45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d5e0863-e0aa-4017-83f3-d21fc71a25fa']}} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:09.429876 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-b0d40b9d-d178-4b6b-9e30-d89287bb8b45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f48aca0b-6392-41a0-9f8c-a5ec39064887') {'for_net_delete': True} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:09.430174 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.services.segments.db [None req-b0d40b9d-d178-4b6b-9e30-d89287bb8b45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f48aca0b-6392-41a0-9f8c-a5ec39064887') {} {{(pid=103739) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 15:43:09.440007 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b0d40b9d-d178-4b6b-9e30-d89287bb8b45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743153173023', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437440'] for segment (f48aca0b-6392-41a0-9f8c-a5ec39064887), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:09.453565 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b0d40b9d-d178-4b6b-9e30-d89287bb8b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897'] for segment (f48aca0b-6392-41a0-9f8c-a5ec39064887), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:09.460500 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d40b9d-d178-4b6b-9e30-d89287bb8b45 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103739) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 15:43:09.463369 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b0d40b9d-d178-4b6b-9e30-d89287bb8b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1961897', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13138386'] for segment (f48aca0b-6392-41a0-9f8c-a5ec39064887), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:09.463369 dv-cinder-833365-1-iscsi neutron-server[103739]: Traceback (most recent call last): Mar 11 15:43:09.463369 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 15:43:09.463369 dv-cinder-833365-1-iscsi neutron-server[103739]: timer() Mar 11 15:43:09.463369 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 15:43:09.463369 dv-cinder-833365-1-iscsi neutron-server[103739]: cb(*args, **kw) Mar 11 15:43:09.463369 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 15:43:09.463369 dv-cinder-833365-1-iscsi neutron-server[103739]: return func(*args, **kwargs) Mar 11 15:43:09.463369 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 15:43:09.463369 dv-cinder-833365-1-iscsi neutron-server[103739]: self._notify() Mar 11 15:43:09.463369 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 15:43:09.463369 dv-cinder-833365-1-iscsi neutron-server[103739]: self.callback(batched_events) Mar 11 15:43:09.463369 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 15:43:09.463369 dv-cinder-833365-1-iscsi neutron-server[103739]: event.method(event) Mar 11 15:43:09.463369 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 15:43:09.463369 dv-cinder-833365-1-iscsi neutron-server[103739]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 15:43:09.463369 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 15:43:09.463369 dv-cinder-833365-1-iscsi neutron-server[103739]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 15:43:09.463369 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 15:43:09.463369 dv-cinder-833365-1-iscsi neutron-server[103739]: return f(self, *a, **k) Mar 11 15:43:09.463369 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 15:43:09.463369 dv-cinder-833365-1-iscsi neutron-server[103739]: return self._get(url).json() Mar 11 15:43:09.463369 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 15:43:09.463369 dv-cinder-833365-1-iscsi neutron-server[103739]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 15:43:09.463369 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 15:43:09.463369 dv-cinder-833365-1-iscsi neutron-server[103739]: return self.request(url, 'GET', **kwargs) Mar 11 15:43:09.463369 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 15:43:09.463369 dv-cinder-833365-1-iscsi neutron-server[103739]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 15:43:09.463369 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 15:43:09.463369 dv-cinder-833365-1-iscsi neutron-server[103739]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 15:43:09.463369 dv-cinder-833365-1-iscsi neutron-server[103739]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 15:43:09.463369 dv-cinder-833365-1-iscsi neutron-server[103739]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 15:43:09.463369 dv-cinder-833365-1-iscsi neutron-server[103739]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 15:43:09.591617 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b0d40b9d-d178-4b6b-9e30-d89287bb8b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1913012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-964331', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-540548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628375'] for network (3d5e0863-e0aa-4017-83f3-d21fc71a25fa), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:09.597207 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-b0d40b9d-d178-4b6b-9e30-d89287bb8b45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-540570'] for network (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:09.600391 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-b0d40b9d-d178-4b6b-9e30-d89287bb8b45 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3d5e0863-e0aa-4017-83f3-d21fc71a25fa HTTP/1.1" status: 204 len: 168 time: 0.6938722 Mar 11 15:43:09.610842 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d40b9d-d178-4b6b-9e30-d89287bb8b45 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d5e0863-e0aa-4017-83f3-d21fc71a25fa,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:09.992416 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 38750) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:43:10.034737 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-8278ce19-a6a9-4480-a1f4-ee1497a262f2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bb335f8049aa4ee69a88ea78cca02ce5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393729 Mar 11 15:43:10.043350 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 38752) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:43:10.078544 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a no longer exists at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:43:10.094367 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-08398de6-baf4-47f3-aa1c-c8c14d3080c7 admin admin] Publish callbacks [] for security_group (dd6f8b8b-1fef-4488-be3a-8171dceaf8af), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:10.099550 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] No Port match for: 4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:43:10.099906 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device 4325c6f1-1a82-4a63-bd2b-ab16dcbc8c9a not bound to the agent host dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:43:10.100321 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device d4390a84-31ef-4c3d-8cf2-760f4f02b92e no longer exists at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:43:10.116350 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-08398de6-baf4-47f3-aa1c-c8c14d3080c7 admin admin] Publish callbacks [] for security_group (dd6f8b8b-1fef-4488-be3a-8171dceaf8af), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:10.120435 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] No Port match for: d4390a84-31ef-4c3d-8cf2-760f4f02b92e {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:43:10.120713 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device d4390a84-31ef-4c3d-8cf2-760f4f02b92e not bound to the agent host dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:43:10.121116 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device c17067ae-6328-456c-b709-c80ea6121ffa no longer exists at agent ovs-agent-dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 15:43:10.140098 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.plugin [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] No Port match for: c17067ae-6328-456c-b709-c80ea6121ffa {{(pid=103741) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 15:43:10.140439 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron.plugins.ml2.rpc [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Device c17067ae-6328-456c-b709-c80ea6121ffa not bound to the agent host dv-cinder-833365-1-iscsi {{(pid=103741) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 15:43:10.246718 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-08398de6-baf4-47f3-aa1c-c8c14d3080c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (dd6f8b8b-1fef-4488-be3a-8171dceaf8af), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:10.249309 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-08398de6-baf4-47f3-aa1c-c8c14d3080c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:10.250471 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-08398de6-baf4-47f3-aa1c-c8c14d3080c7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dd6f8b8b-1fef-4488-be3a-8171dceaf8af HTTP/1.1" status: 204 len: 168 time: 0.2061346 Mar 11 15:43:10.258317 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08398de6-baf4-47f3-aa1c-c8c14d3080c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6f8b8b-1fef-4488-be3a-8171dceaf8af,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:10.265915 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08398de6-baf4-47f3-aa1c-c8c14d3080c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:10.266271 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08398de6-baf4-47f3-aa1c-c8c14d3080c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:10.266607 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08398de6-baf4-47f3-aa1c-c8c14d3080c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:10.266950 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08398de6-baf4-47f3-aa1c-c8c14d3080c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:10.267945 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08398de6-baf4-47f3-aa1c-c8c14d3080c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:10.268273 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08398de6-baf4-47f3-aa1c-c8c14d3080c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:10.268603 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08398de6-baf4-47f3-aa1c-c8c14d3080c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:10.268931 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08398de6-baf4-47f3-aa1c-c8c14d3080c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:10.269258 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08398de6-baf4-47f3-aa1c-c8c14d3080c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:10.269612 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08398de6-baf4-47f3-aa1c-c8c14d3080c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:10.269958 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08398de6-baf4-47f3-aa1c-c8c14d3080c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:10.270287 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08398de6-baf4-47f3-aa1c-c8c14d3080c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:10.270605 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08398de6-baf4-47f3-aa1c-c8c14d3080c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833365-1-iscsi {{(pid=103740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 15:43:13.213797 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:16.135563 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 38836) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:43:16.242821 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-95e28ca1-ecd8-4f73-9bfa-0503dbb82f8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:16.315187 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-95e28ca1-ecd8-4f73-9bfa-0503dbb82f8f admin admin] Publish callbacks [] for security_group (cf4f0033-c172-4dd7-a302-08e483867971), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:16.380458 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-95e28ca1-ecd8-4f73-9bfa-0503dbb82f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (cf4f0033-c172-4dd7-a302-08e483867971), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:16.419258 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-95e28ca1-ecd8-4f73-9bfa-0503dbb82f8f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=999da41160974e548da5d6df9f38c300&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2825027 Mar 11 15:43:16.420252 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e28ca1-ecd8-4f73-9bfa-0503dbb82f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4f0033-c172-4dd7-a302-08e483867971,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:16.421965 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 38840) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:43:16.470315 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3a80e978-3094-4179-a5a2-02052d332725 admin admin] Publish callbacks [] for security_group (cf4f0033-c172-4dd7-a302-08e483867971), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:16.491286 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3a80e978-3094-4179-a5a2-02052d332725 admin admin] Publish callbacks [] for security_group (cf4f0033-c172-4dd7-a302-08e483867971), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:16.592676 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:43:16.608178 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3a80e978-3094-4179-a5a2-02052d332725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (cf4f0033-c172-4dd7-a302-08e483867971), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:16.610764 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-3a80e978-3094-4179-a5a2-02052d332725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:16.611961 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-3a80e978-3094-4179-a5a2-02052d332725 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cf4f0033-c172-4dd7-a302-08e483867971 HTTP/1.1" status: 204 len: 168 time: 0.1889968 Mar 11 15:43:16.620897 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80e978-3094-4179-a5a2-02052d332725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4f0033-c172-4dd7-a302-08e483867971,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:17.193010 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 38846) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:43:17.206445 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-06e6c6f4-a9ae-4293-bd43-5c90f4b8db81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:17.280799 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-06e6c6f4-a9ae-4293-bd43-5c90f4b8db81 admin admin] Publish callbacks [] for security_group (1877df50-6e5d-4730-84f8-6ce62d6cabda), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:17.343763 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-06e6c6f4-a9ae-4293-bd43-5c90f4b8db81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (1877df50-6e5d-4730-84f8-6ce62d6cabda), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:17.381841 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-06e6c6f4-a9ae-4293-bd43-5c90f4b8db81 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e4356b4aebab40d2b72830c3202c15bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1877198 Mar 11 15:43:17.382797 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6c6f4-a9ae-4293-bd43-5c90f4b8db81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1877df50-6e5d-4730-84f8-6ce62d6cabda,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:17.385674 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 38848) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:43:17.446023 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-81c83730-6714-4662-8c70-088505924be8 admin admin] Publish callbacks [] for security_group (1877df50-6e5d-4730-84f8-6ce62d6cabda), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:17.468037 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-81c83730-6714-4662-8c70-088505924be8 admin admin] Publish callbacks [] for security_group (1877df50-6e5d-4730-84f8-6ce62d6cabda), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:17.606704 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-81c83730-6714-4662-8c70-088505924be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (1877df50-6e5d-4730-84f8-6ce62d6cabda), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:17.609250 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-81c83730-6714-4662-8c70-088505924be8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:17.610438 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-81c83730-6714-4662-8c70-088505924be8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1877df50-6e5d-4730-84f8-6ce62d6cabda HTTP/1.1" status: 204 len: 168 time: 0.2231960 Mar 11 15:43:17.618789 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c83730-6714-4662-8c70-088505924be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1877df50-6e5d-4730-84f8-6ce62d6cabda,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:20.253552 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 38894) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:43:20.368369 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-845abb8c-be53-4831-b2c4-ccbad1778be7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:20.448453 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-845abb8c-be53-4831-b2c4-ccbad1778be7 admin admin] Publish callbacks [] for security_group (27ecc1cd-ab7c-4104-975e-a3930509c2eb), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:20.526388 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-845abb8c-be53-4831-b2c4-ccbad1778be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (27ecc1cd-ab7c-4104-975e-a3930509c2eb), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:20.572929 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-845abb8c-be53-4831-b2c4-ccbad1778be7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f6d630e2f67c48cba5b14074445239af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3183041 Mar 11 15:43:20.573958 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845abb8c-be53-4831-b2c4-ccbad1778be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ecc1cd-ab7c-4104-975e-a3930509c2eb,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:20.575669 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 38898) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:43:20.629810 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-44496341-1652-43b2-aff5-135ecda21c45 admin admin] Publish callbacks [] for security_group (27ecc1cd-ab7c-4104-975e-a3930509c2eb), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:20.655039 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-44496341-1652-43b2-aff5-135ecda21c45 admin admin] Publish callbacks [] for security_group (27ecc1cd-ab7c-4104-975e-a3930509c2eb), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:20.789431 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-44496341-1652-43b2-aff5-135ecda21c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (27ecc1cd-ab7c-4104-975e-a3930509c2eb), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:20.792288 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-44496341-1652-43b2-aff5-135ecda21c45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:20.793657 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-44496341-1652-43b2-aff5-135ecda21c45 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/27ecc1cd-ab7c-4104-975e-a3930509c2eb HTTP/1.1" status: 204 len: 168 time: 0.2169569 Mar 11 15:43:20.802439 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44496341-1652-43b2-aff5-135ecda21c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ecc1cd-ab7c-4104-975e-a3930509c2eb,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:21.383584 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 38904) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:43:21.397920 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f021f34f-b9d2-438b-8520-fdc2b4491a8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:21.482182 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f021f34f-b9d2-438b-8520-fdc2b4491a8c admin admin] Publish callbacks [] for security_group (3f92ed3d-bc2a-4656-8e4c-d8d27b40ff60), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:21.573855 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-f021f34f-b9d2-438b-8520-fdc2b4491a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (3f92ed3d-bc2a-4656-8e4c-d8d27b40ff60), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:21.613495 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-f021f34f-b9d2-438b-8520-fdc2b4491a8c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=89fee5b8f8c74e1b8e6b92a0658b7fdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287748 Mar 11 15:43:21.614345 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021f34f-b9d2-438b-8520-fdc2b4491a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f92ed3d-bc2a-4656-8e4c-d8d27b40ff60,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:21.616687 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 38906) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:43:21.666786 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-50f0e6d9-1d74-4a59-ab18-0c97fce06a6f admin admin] Publish callbacks [] for security_group (3f92ed3d-bc2a-4656-8e4c-d8d27b40ff60), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:21.689393 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-50f0e6d9-1d74-4a59-ab18-0c97fce06a6f admin admin] Publish callbacks [] for security_group (3f92ed3d-bc2a-4656-8e4c-d8d27b40ff60), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:21.790931 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-50f0e6d9-1d74-4a59-ab18-0c97fce06a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (3f92ed3d-bc2a-4656-8e4c-d8d27b40ff60), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:21.793512 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-50f0e6d9-1d74-4a59-ab18-0c97fce06a6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:21.794672 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-50f0e6d9-1d74-4a59-ab18-0c97fce06a6f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3f92ed3d-bc2a-4656-8e4c-d8d27b40ff60 HTTP/1.1" status: 204 len: 168 time: 0.1767035 Mar 11 15:43:21.803765 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0e6d9-1d74-4a59-ab18-0c97fce06a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f92ed3d-bc2a-4656-8e4c-d8d27b40ff60,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:27.894285 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-bf7aefb8-f817-439f-8e0e-2a1eec69ccaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:29.066065 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 38980) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:43:29.168838 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9b7eb364-4a24-46ce-be53-d29be16933e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:29.242274 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9b7eb364-4a24-46ce-be53-d29be16933e2 admin admin] Publish callbacks [] for security_group (b34a69ad-8d25-4dfe-8c0f-d4f5272fec42), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:29.351079 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9b7eb364-4a24-46ce-be53-d29be16933e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (b34a69ad-8d25-4dfe-8c0f-d4f5272fec42), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:29.392275 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-9b7eb364-4a24-46ce-be53-d29be16933e2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9a46b164c3da4867981c6ed97e6f71e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3251364 Mar 11 15:43:29.393198 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7eb364-4a24-46ce-be53-d29be16933e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34a69ad-8d25-4dfe-8c0f-d4f5272fec42,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:29.394964 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 38984) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:43:29.443814 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5d97934f-ae34-490f-a8c6-768097f672b0 admin admin] Publish callbacks [] for security_group (b34a69ad-8d25-4dfe-8c0f-d4f5272fec42), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:29.464983 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5d97934f-ae34-490f-a8c6-768097f672b0 admin admin] Publish callbacks [] for security_group (b34a69ad-8d25-4dfe-8c0f-d4f5272fec42), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:29.600855 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5d97934f-ae34-490f-a8c6-768097f672b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (b34a69ad-8d25-4dfe-8c0f-d4f5272fec42), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:29.603419 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-5d97934f-ae34-490f-a8c6-768097f672b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:29.604622 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-5d97934f-ae34-490f-a8c6-768097f672b0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b34a69ad-8d25-4dfe-8c0f-d4f5272fec42 HTTP/1.1" status: 204 len: 168 time: 0.2079995 Mar 11 15:43:29.612773 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97934f-ae34-490f-a8c6-768097f672b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34a69ad-8d25-4dfe-8c0f-d4f5272fec42,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:30.059611 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-f188f6ba-4396-451d-a7ca-721b3b304bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:30.140968 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 38990) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:43:30.153738 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-84621eb8-d00a-449f-9eee-bdec912425b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:30.228540 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-84621eb8-d00a-449f-9eee-bdec912425b8 admin admin] Publish callbacks [] for security_group (fdd4d59e-e055-468e-915a-0676a05f0905), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:30.299851 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-84621eb8-d00a-449f-9eee-bdec912425b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (fdd4d59e-e055-468e-915a-0676a05f0905), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:30.339385 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-84621eb8-d00a-449f-9eee-bdec912425b8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5debabe7b39a4042b0e35d2dc6685307&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1973000 Mar 11 15:43:30.340326 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84621eb8-d00a-449f-9eee-bdec912425b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd4d59e-e055-468e-915a-0676a05f0905,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:30.343120 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 38994) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:43:30.391703 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4edf0b42-a7a8-414a-aca6-347e178527fc admin admin] Publish callbacks [] for security_group (fdd4d59e-e055-468e-915a-0676a05f0905), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:30.413167 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4edf0b42-a7a8-414a-aca6-347e178527fc admin admin] Publish callbacks [] for security_group (fdd4d59e-e055-468e-915a-0676a05f0905), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:30.532017 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4edf0b42-a7a8-414a-aca6-347e178527fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (fdd4d59e-e055-468e-915a-0676a05f0905), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:30.534551 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-4edf0b42-a7a8-414a-aca6-347e178527fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:30.535787 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-4edf0b42-a7a8-414a-aca6-347e178527fc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fdd4d59e-e055-468e-915a-0676a05f0905 HTTP/1.1" status: 204 len: 168 time: 0.1913955 Mar 11 15:43:30.544432 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf0b42-a7a8-414a-aca6-347e178527fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd4d59e-e055-468e-915a-0676a05f0905,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:31.382985 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:33.100035 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:33.680938 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 39070) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:43:33.800233 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1f097f23-3318-48c1-ad22-9e099455ddca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:33.874000 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1f097f23-3318-48c1-ad22-9e099455ddca admin admin] Publish callbacks [] for security_group (05e73427-616f-47db-aac3-c90039fc0312), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:33.928040 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-1f097f23-3318-48c1-ad22-9e099455ddca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (05e73427-616f-47db-aac3-c90039fc0312), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:33.970198 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-1f097f23-3318-48c1-ad22-9e099455ddca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=86cb26c271ef4746934574e67ea551ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2881398 Mar 11 15:43:33.971087 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f097f23-3318-48c1-ad22-9e099455ddca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e73427-616f-47db-aac3-c90039fc0312,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:33.972858 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 39074) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:43:34.027507 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0aa2d72c-ccbf-4460-b919-ea2a7ef6dfbe admin admin] Publish callbacks [] for security_group (05e73427-616f-47db-aac3-c90039fc0312), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:34.047890 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0aa2d72c-ccbf-4460-b919-ea2a7ef6dfbe admin admin] Publish callbacks [] for security_group (05e73427-616f-47db-aac3-c90039fc0312), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:34.150827 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0aa2d72c-ccbf-4460-b919-ea2a7ef6dfbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (05e73427-616f-47db-aac3-c90039fc0312), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:34.153354 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-0aa2d72c-ccbf-4460-b919-ea2a7ef6dfbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:34.154488 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-0aa2d72c-ccbf-4460-b919-ea2a7ef6dfbe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/05e73427-616f-47db-aac3-c90039fc0312 HTTP/1.1" status: 204 len: 168 time: 0.1800358 Mar 11 15:43:34.162644 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2d72c-ccbf-4460-b919-ea2a7ef6dfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e73427-616f-47db-aac3-c90039fc0312,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:34.382985 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:34.756997 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 39082) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:43:34.773553 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9a27b7a9-c051-49f7-abcd-5f948b0c70ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:34.849153 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9a27b7a9-c051-49f7-abcd-5f948b0c70ee admin admin] Publish callbacks [] for security_group (f8209b64-5207-440b-8c69-ca8f9c22bd50), precommit_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:34.899159 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-9a27b7a9-c051-49f7-abcd-5f948b0c70ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (f8209b64-5207-440b-8c69-ca8f9c22bd50), after_create {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:34.937962 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-9a27b7a9-c051-49f7-abcd-5f948b0c70ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2fc5ccac94cc4e6cbd0fc17a2ff2f1e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1798222 Mar 11 15:43:34.938723 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27b7a9-c051-49f7-abcd-5f948b0c70ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8209b64-5207-440b-8c69-ca8f9c22bd50,revision_number=1']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:34.940574 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 39084) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:43:34.988725 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7348d278-1e97-45d2-9da9-a998ca29bd15 admin admin] Publish callbacks [] for security_group (f8209b64-5207-440b-8c69-ca8f9c22bd50), before_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:35.011197 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7348d278-1e97-45d2-9da9-a998ca29bd15 admin admin] Publish callbacks [] for security_group (f8209b64-5207-440b-8c69-ca8f9c22bd50), precommit_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:35.125685 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7348d278-1e97-45d2-9da9-a998ca29bd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (f8209b64-5207-440b-8c69-ca8f9c22bd50), after_delete {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:35.128355 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-7348d278-1e97-45d2-9da9-a998ca29bd15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:35.129516 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-7348d278-1e97-45d2-9da9-a998ca29bd15 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f8209b64-5207-440b-8c69-ca8f9c22bd50 HTTP/1.1" status: 204 len: 168 time: 0.1879776 Mar 11 15:43:35.138785 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348d278-1e97-45d2-9da9-a998ca29bd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8209b64-5207-440b-8c69-ca8f9c22bd50,revision_number=None']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:43.245818 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:48.135660 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [-] (103739) accepted ('10.222.0.44', 39218) {{(pid=103739) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:43:48.245845 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ab292041-53aa-47cf-8ad9-0119ab95b902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:48.322314 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ab292041-53aa-47cf-8ad9-0119ab95b902 admin admin] Publish callbacks [] for security_group (5f66c92c-e31a-4f23-b2c3-e3a649df610f), precommit_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:48.384621 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron_lib.callbacks.manager [None req-ab292041-53aa-47cf-8ad9-0119ab95b902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (5f66c92c-e31a-4f23-b2c3-e3a649df610f), after_create {{(pid=103739) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:48.424886 dv-cinder-833365-1-iscsi neutron-server[103739]: INFO neutron.wsgi [None req-ab292041-53aa-47cf-8ad9-0119ab95b902 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3eb2e94fa53b46838063de8de70f019f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2881255 Mar 11 15:43:48.425727 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab292041-53aa-47cf-8ad9-0119ab95b902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f66c92c-e31a-4f23-b2c3-e3a649df610f,revision_number=1']} {{(pid=103739) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:48.428613 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [-] (103740) accepted ('10.222.0.44', 39222) {{(pid=103740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 15:43:48.482671 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-329aa0fb-6b6c-4027-89db-c2f2087fe65d admin admin] Publish callbacks [] for security_group (5f66c92c-e31a-4f23-b2c3-e3a649df610f), before_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:48.507238 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-329aa0fb-6b6c-4027-89db-c2f2087fe65d admin admin] Publish callbacks [] for security_group (5f66c92c-e31a-4f23-b2c3-e3a649df610f), precommit_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:48.607650 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-329aa0fb-6b6c-4027-89db-c2f2087fe65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-951647'] for security_group (5f66c92c-e31a-4f23-b2c3-e3a649df610f), after_delete {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:48.610265 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron_lib.callbacks.manager [None req-329aa0fb-6b6c-4027-89db-c2f2087fe65d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:43:48.611435 dv-cinder-833365-1-iscsi neutron-server[103740]: INFO neutron.wsgi [None req-329aa0fb-6b6c-4027-89db-c2f2087fe65d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5f66c92c-e31a-4f23-b2c3-e3a649df610f HTTP/1.1" status: 204 len: 168 time: 0.1814384 Mar 11 15:43:48.620114 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329aa0fb-6b6c-4027-89db-c2f2087fe65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f66c92c-e31a-4f23-b2c3-e3a649df610f,revision_number=None']} {{(pid=103740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 15:43:53.592307 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:43:57.847348 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-24625e7c-adba-4ec4-a756-1a1aaf0bcabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:44:00.087502 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-71c92f00-83c2-4b19-80f0-d7dca5f5c749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:44:01.373646 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:44:03.127344 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:44:04.452713 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:44:13.267871 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:44:27.844833 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-afd6d7de-eb59-45c3-96fb-d4898c5256e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:44:30.095984 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-68c70320-c521-4cc9-b7dc-860c89a29b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:44:30.591643 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:44:31.401067 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:44:33.095904 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:44:34.370002 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:44:43.267011 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:44:54.948051 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [req-98b8d15b-f2c8-4f79-b779-e8d9878ec61d req-5107b8a3-6b7a-449c-8f0c-2fd18a909df9 service neutron] (103740) timed out ('10.222.0.44', 35060) {{(pid=103740) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 15:44:55.028975 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [req-98b8d15b-f2c8-4f79-b779-e8d9878ec61d req-4f53b9c4-8ba5-48c5-aad4-6aab1535f3a2 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] (103740) timed out ('10.222.0.44', 35070) {{(pid=103740) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 15:44:57.851498 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9b330066-f107-4c80-9fc6-d87819861cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:45:00.107504 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d417c8ad-7a4a-41d7-b93b-e9fbe12a9520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:45:01.342841 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:45:03.097471 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:45:04.371780 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:45:07.594018 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:45:13.273956 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:45:27.856942 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-1aeabded-ba9f-4a22-a281-ae4887fa07bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:45:30.065845 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9c1da8f4-6748-4815-857c-d136a5fef70b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:45:31.362736 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:45:33.111324 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:45:34.370526 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:45:43.273015 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:45:44.593417 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:45:57.859922 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-c0f30872-aba9-44d8-8a14-ab18b48c6728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:46:00.090027 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d7de6505-e6d0-4e06-ae7c-1920e59d735b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:46:01.376689 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:46:03.096144 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:46:04.409819 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:46:13.298818 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:46:21.593280 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:46:27.832427 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-8a07509d-0dfe-434f-9996-6604754e2028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:46:30.083979 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-2a42780e-3c78-45d3-9e9e-ff255a92a236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:46:31.435590 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:46:33.104306 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:46:34.357746 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:46:43.297995 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:46:57.830024 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-036a63b8-aaa2-413f-b292-a35f512e9d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:46:58.592621 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:47:00.069542 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-fdba0014-2a24-46eb-9279-58031584f0ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:47:01.366384 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:47:03.097944 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:47:04.357102 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:47:13.277025 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:47:27.836501 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-232c478a-e095-402e-9906-de1e390acee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:47:30.068688 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-b132f1e6-3558-4377-be4e-9237c722c311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:47:31.372408 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:47:33.114509 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:47:34.396124 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:47:35.594964 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:47:43.314090 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:47:57.816260 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-9328ca14-7573-4874-aa73-babb39d78cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:48:00.073683 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-f594e030-4a29-4454-a1b8-cb3d6f63f436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:48:01.401736 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:48:03.116117 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:48:04.440066 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:48:12.599664 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:48:13.292467 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:48:27.840630 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ed3431c6-465c-49e3-9890-c008cf4c68ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:48:30.074948 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-39d75347-df63-4727-9b7c-f2891a802219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:48:31.387130 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:48:33.181070 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:48:34.441947 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:48:43.332541 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:48:49.599311 dv-cinder-833365-1-iscsi neutron-server[103742]: DEBUG neutron.db.agents_db [None req-629a5529-ca4d-4870-93d7-1df1f7cfb563 None None] Agent healthcheck: found 6 active agents {{(pid=103742) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 15:48:57.834666 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-ac8cfa61-de4a-456b-b369-8bf3beac6ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e21939e9-4971-4f1d-851f-403443bff873), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:49:00.077772 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-a6cd5b21-9b28-4fe8-b31c-14cbecaedfe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (4409fb5b-7635-43de-a0cd-43a5a64d2505), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:49:01.377482 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-40febcb8-8430-4ba4-82ed-b0be455a215c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (e60fe66c-396b-4080-bfc7-c8b11218dfd9), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:49:03.165984 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-e91a0685-9a1d-445e-83f2-25c3e30161fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (f8e92a68-4768-4dc9-b826-557708ecc072), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:49:04.405904 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-264748ee-6897-4b1a-88db-624f3cf59ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (fa4429e9-b5f2-4825-8862-7268ebba473a), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 15:49:06.576766 dv-cinder-833365-1-iscsi neutron-server[103740]: DEBUG neutron.wsgi [req-1453b5a9-7d2d-4da0-a348-9e7c68e2f44e req-fe77b08a-3ff7-44a2-bac6-d84439f3bb4d service neutron] (103740) timed out ('10.222.0.44', 37036) {{(pid=103740) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 15:49:06.782957 dv-cinder-833365-1-iscsi neutron-server[103739]: DEBUG neutron.wsgi [req-1453b5a9-7d2d-4da0-a348-9e7c68e2f44e req-a22f5d5b-e160-42f7-a687-158bcba0da02 tempest-AttachVolumeShelveTestJSON-1201711820 tempest-AttachVolumeShelveTestJSON-1201711820-project] (103739) timed out ('10.222.0.44', 37048) {{(pid=103739) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 15:49:13.308635 dv-cinder-833365-1-iscsi neutron-server[103741]: DEBUG neutron_lib.callbacks.manager [None req-d5b85026-a9f2-43e0-8b4f-1b90fe61fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743153172740', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1919430'] for agent (7bd605a9-dc36-402b-aab0-ee6a5b4ea5aa), after_update {{(pid=103741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}